-- Logs begin at Sun 2021-06-27 11:45:29 UTC, end at Sun 2021-06-27 12:55:20 UTC. -- Jun 27 12:18:40.818373 dv-cinder-798099-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 27 12:18:43.118603 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.common.config [-] Logging enabled! Jun 27 12:18:43.119383 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 27 12:18:43.119383 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78338) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 27 12:18:43.122542 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.common.config [-] Logging enabled! Jun 27 12:18:43.122789 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 27 12:18:43.123095 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78338) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 27 12:18:43.124030 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 27 12:18:43.124267 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 27 12:18:43.124645 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 27 12:18:43.124885 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 27 12:18:43.125103 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 27 12:18:43.125420 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.125712 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.126006 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.126206 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.126520 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.126784 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.127063 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.127341 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.127629 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.127905 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.128175 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.128483 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.128709 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.128981 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.129259 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.129520 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.129738 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] debug = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.130009 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.130418 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.130836 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.131106 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.131384 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.131653 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.131918 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.132187 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.132489 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.132811 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] host = dv-cinder-798099-1-iscsi {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.133083 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.133362 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.133643 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.133922 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.134190 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.134458 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.134734 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.135002 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.135267 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] log_file = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.135538 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.135820 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.136100 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.136411 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.136634 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.136858 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.137140 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.137472 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.137748 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.138018 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.138291 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.138558 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.138827 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.139090 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.139375 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.139657 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.139939 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.140211 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.140509 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.140779 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.141048 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.141328 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.141605 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.141872 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.142141 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.142424 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.142690 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.142959 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.143255 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.143534 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.143818 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.144094 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.144387 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.144668 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.144938 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.145202 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.145469 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] use_json = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.145739 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.146003 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.146279 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.146550 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.146819 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.147086 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.147349 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.147627 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:43.147921 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.148214 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.148534 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.148815 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.149107 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.149385 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.149672 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.149946 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.150229 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.150514 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.150798 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.151072 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.151355 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.151628 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.151916 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.152215 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.152531 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.152821 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.153119 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.153389 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.153663 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.153932 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.154211 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.154501 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.154787 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.155058 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.155330 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.155617 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.155895 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.156164 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.156460 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.156744 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.157020 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.157290 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.157565 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.157838 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.158104 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.158369 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.158640 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.158926 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.159195 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.159459 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.159723 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.159992 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.160256 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.160565 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.160836 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.161101 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.161368 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.161640 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.161909 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.162175 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.162444 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.162709 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.162978 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.163245 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.163513 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.163778 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.164042 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.164327 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.164596 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.164861 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.165129 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.165396 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.165664 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.165929 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.166192 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.166455 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.166733 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.167026 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.167296 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.167568 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.167837 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.168106 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.168410 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.168790 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.169065 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.169338 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.169605 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.169887 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.170166 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.170447 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.170722 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.170995 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.171284 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.171557 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.171834 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.172103 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.172397 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.172683 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.172958 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.173243 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.173531 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.173822 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.174106 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.174394 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.174665 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.174966 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.175245 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:43.175803 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 12:18:43.176040 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78338) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 27 12:18:43.560332 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO keyring.backend [-] Loading KWallet Jun 27 12:18:43.567681 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO keyring.backend [-] Loading SecretService Jun 27 12:18:43.571183 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO keyring.backend [-] Loading Windows Jun 27 12:18:43.572519 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO keyring.backend [-] Loading chainer Jun 27 12:18:43.573074 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO keyring.backend [-] Loading macOS Jun 27 12:18:43.605842 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:18:43.606146 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:18:43.606429 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:18:43.606772 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 27 12:18:43.906062 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:43.906349 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:43.906622 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:43.907802 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:43.908070 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:43.908380 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.031733 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.031966 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.032259 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.045440 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.045715 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.045981 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.073873 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.074113 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.074405 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.111709 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.111883 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.112187 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.345288 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.345977 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.345977 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.346132 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.346804 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.467978 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.468266 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.468597 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.468865 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.469126 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.469431 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.469697 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.469942 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.470192 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.470470 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.470721 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.470981 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.471225 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.471474 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.471734 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.472143 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.472430 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.472698 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.472955 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.473233 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.473565 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.473815 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.474060 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.474338 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.474583 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.474957 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.475375 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:18:44.475605 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:18:44.475839 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:18:44.476070 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:18:44.476317 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:18:44.476562 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:18:44.476929 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 27 12:18:44.480107 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 27 12:18:44.483996 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 27 12:18:44.487800 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 27 12:18:44.489421 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 27 12:18:44.489877 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 27 12:18:44.490211 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 27 12:18:44.490591 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 27 12:18:44.493547 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 27 12:18:44.493793 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 27 12:18:44.494136 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 12:18:44.521325 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 27 12:18:44.521783 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.522056 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78338) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 27 12:18:44.522427 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.523759 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78338) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 27 12:18:44.524045 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 12:18:44.524312 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 27 12:18:44.527525 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.527781 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:44.589750 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 27 12:18:44.589967 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 27 12:18:44.590196 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 27 12:18:44.590570 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 27 12:18:44.633080 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_db.sqlalchemy.engines [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78338) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 27 12:18:44.968162 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Initializing driver for type 'gre' Jun 27 12:18:44.968725 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] gre ID ranges: [(1, 1000)] Jun 27 12:18:45.024434 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Initializing driver for type 'local' Jun 27 12:18:45.024851 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Initializing driver for type 'vlan' Jun 27 12:18:45.037581 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] VlanTypeDriver initialization complete Jun 27 12:18:45.037932 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Initializing driver for type 'vxlan' Jun 27 12:18:45.038439 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] vxlan ID ranges: [(1, 1000)] Jun 27 12:18:45.100806 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Initializing extension driver 'port_security' Jun 27 12:18:45.101157 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.extensions.port_security [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] PortSecurityExtensionDriver initialization complete Jun 27 12:18:45.101466 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Initializing mechanism driver 'openvswitch' Jun 27 12:18:45.101785 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Initializing mechanism driver 'hyperv' Jun 27 12:18:45.108453 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.plugins.ml2.plugin [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:18:45.109229 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > port after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.109642 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > port after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.110059 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > port after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.110441 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > subnet after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.110789 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > subnet after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.111093 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.111499 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > network after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.111837 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > network after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.112171 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > network after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.112560 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > security_group after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.112898 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > security_group after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.113230 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.113603 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.113937 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.114266 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.114635 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > address_group after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.114971 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > address_group after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.115294 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.115610 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] ML2 OVO RPC backend initialized. {{(pid=78338) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jun 27 12:18:45.116317 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.116663 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.117069 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > network before_response 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.117409 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > networks before_response 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.117746 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > port before_response 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.118069 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > ports before_response 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.118401 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > subnet before_response 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.118730 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > subnets before_response 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.119062 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > network after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.119391 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > network after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.119716 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > network after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.120040 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > port after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.120389 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > port after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.120719 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > port after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.121044 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > subnet after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.121369 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > subnet after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.121713 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.122328 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.plugin [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Modular L2 Plugin initialization complete Jun 27 12:18:45.122651 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading services supported by the core plugin {{(pid=78338) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 27 12:18:45.122969 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.plugins.ml2.managers [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Got port-security extension from driver 'port_security' Jun 27 12:18:45.123424 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.extensions.vlantransparent [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Disabled vlantransparent extension. Jun 27 12:18:45.123900 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78338) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 27 12:18:45.124205 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading Plugin: router Jun 27 12:18:45.159994 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.160412 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router after_create 55549900 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.160781 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router before_create 55549900 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.161143 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.161513 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.161861 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router after_delete 55549900 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.162216 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.162578 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router after_create 55549900 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.162919 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router after_update 55549900 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.163259 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router after_update 55549900 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.163608 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.163938 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router after_update 55549900 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.164360 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router precommit_update 55549900 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.164724 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: port after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.165059 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: port after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.165386 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: subnet after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.165719 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.166060 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.166399 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router precommit_create 55549900 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.166734 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: port before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.167068 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router precommit_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.167417 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router after_update 55549900 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.167754 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.168092 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router precommit_create 55549900 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.168480 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.168842 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router precommit_update 55549900 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.169208 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > agent after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.169543 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > agent after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.169875 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > network after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.170746 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Tracking information for resource: router configured {{(pid=78338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:18:45.171070 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Tracking information for resource: floatingip configured {{(pid=78338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 12:18:45.176386 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.db.l3_agentschedulers_db [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 27 12:18:45.176954 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: port after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.177307 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: port after_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.177654 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: port after_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.177997 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: port after_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.178785 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router before_create 55550100 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.179140 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.179492 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router precommit_create 55550100 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.179836 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > router precommit_update 55550100 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.184118 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.services.provider_configuration [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service providers = [] {{(pid=78338) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 27 12:18:45.184558 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.db.servicetype_db [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78338) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 27 12:18:45.187385 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.services.service_base [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 12:18:45.187726 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.services.service_base [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 12:18:45.188063 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.services.service_base [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 12:18:45.188938 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.services.service_base [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 12:18:45.189459 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.services.service_base [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 27 12:18:45.189836 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:18:45.190150 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 27 12:18:45.200589 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:18:45.200921 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading Plugin: auto_allocate Jun 27 12:18:45.206743 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: network precommit_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.207109 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: network precommit_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.207618 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:18:45.207932 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading Plugin: tag Jun 27 12:18:45.214815 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:18:45.215140 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading Plugin: timestamp Jun 27 12:18:45.218939 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:18:45.219264 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading Plugin: network_ip_availability Jun 27 12:18:45.224478 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.224820 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.225195 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.225902 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:18:45.226190 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading Plugin: flavors Jun 27 12:18:45.231051 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:18:45.231394 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading Plugin: revisions Jun 27 12:18:45.235625 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 12:18:45.236012 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_concurrency.lockutils [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.629s {{(pid=78338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:18:45.236746 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78338) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 27 12:18:45.237101 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Initializing extension manager. Jun 27 12:18:45.237603 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: __init__.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.237938 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: __pycache__ {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.238240 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.238587 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: address_group.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.239328 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.239878 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: address-group Jun 27 12:18:45.240195 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: address_scope.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.240886 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.241371 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: address-scope Jun 27 12:18:45.241685 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.242579 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.243078 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: router-admin-state-down-before-update Jun 27 12:18:45.243392 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: agent.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.244063 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.244585 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: agent Jun 27 12:18:45.244895 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: agent_resources_synced.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.245769 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.246254 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: agent-resources-synced Jun 27 12:18:45.246573 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: allowedaddresspairs.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.248355 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.248914 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: allowed-address-pairs Jun 27 12:18:45.249236 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: auto_allocated_topology.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.250279 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.250780 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: auto-allocated-topology Jun 27 12:18:45.251098 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: availability_zone.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.251766 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.252259 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: availability_zone Jun 27 12:18:45.252603 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: availability_zone_filter.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.253478 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.253975 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: availability_zone_filter Jun 27 12:18:45.254286 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: data_plane_status.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.255158 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.255642 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension data-plane-status not supported by any of loaded plugins Jun 27 12:18:45.255954 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: default_subnetpools.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.256852 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.257349 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: default-subnetpools Jun 27 12:18:45.257662 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.258444 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.258932 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: dhcp_agent_scheduler Jun 27 12:18:45.259248 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: dns.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.260123 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.260638 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension dns-integration not supported by any of loaded plugins Jun 27 12:18:45.260950 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: dns_domain_ports.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.261841 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.262353 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 27 12:18:45.262673 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: dvr.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.263320 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.263812 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: dvr Jun 27 12:18:45.264126 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: empty_string_filtering.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.265032 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.265528 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: empty-string-filtering Jun 27 12:18:45.265839 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.266718 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.267206 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 27 12:18:45.267518 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.268420 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.268910 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 27 12:18:45.269218 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: external_net.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.270090 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.270582 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: external-net Jun 27 12:18:45.270894 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.271764 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.272256 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: extra_dhcp_opt Jun 27 12:18:45.272596 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: extraroute.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.273463 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.273949 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: extraroute Jun 27 12:18:45.274263 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: extraroute_atomic.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.275257 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.275752 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: extraroute-atomic Jun 27 12:18:45.276066 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: filter_validation.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.276740 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.277230 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: filter-validation Jun 27 12:18:45.277541 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: fip_pf_description.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.279983 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.280525 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 27 12:18:45.280846 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: fip_port_details.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.281739 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.282238 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: fip-port-details Jun 27 12:18:45.282559 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: flavors.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.283771 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.284277 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: flavors Jun 27 12:18:45.284627 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.286262 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.286767 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 27 12:18:45.287093 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: floatingip_pools.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.287768 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.288260 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: floatingip-pools Jun 27 12:18:45.288602 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: ip_allocation.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.289502 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.289997 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension ip_allocation not supported by any of loaded plugins Jun 27 12:18:45.290308 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.291189 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.291690 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: ip-substring-filtering Jun 27 12:18:45.292009 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: l2_adjacency.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.292940 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.293429 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 27 12:18:45.293858 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: l3.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.294776 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.295278 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: router Jun 27 12:18:45.295589 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.297930 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.298447 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 27 12:18:45.298805 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.299727 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.300226 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: ext-gw-mode Jun 27 12:18:45.300911 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.301813 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.302305 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: l3-ha Jun 27 12:18:45.302619 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: l3_flavors.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.303499 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.303991 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: l3-flavors Jun 27 12:18:45.304310 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.305232 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.305724 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 27 12:18:45.306037 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: l3agentscheduler.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.307050 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.307544 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: l3_agent_scheduler Jun 27 12:18:45.307859 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: logging.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.309376 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.309888 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension logging not supported by any of loaded plugins Jun 27 12:18:45.310206 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: metering.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.310930 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.311493 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: metering Jun 27 12:18:45.311921 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.313021 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.313525 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: metering_source_and_destination_fields Jun 27 12:18:45.313846 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: multiprovidernet.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.314862 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.315362 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: multi-provider Jun 27 12:18:45.315681 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: netmtu.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.316592 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.317086 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: net-mtu Jun 27 12:18:45.317399 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: netmtu_writable.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.318277 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.318770 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: net-mtu-writable Jun 27 12:18:45.319085 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: network_availability_zone.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.319725 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.320213 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: network_availability_zone Jun 27 12:18:45.320554 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: network_ip_availability.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.321619 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.322118 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: network-ip-availability Jun 27 12:18:45.322431 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: network_segment_range.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.323185 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.323667 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension network-segment-range not supported by any of loaded plugins Jun 27 12:18:45.323979 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: pagination.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.325014 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.325334 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: pagination Jun 27 12:18:45.325641 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: port_device_profile.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.326513 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.327011 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: port-device-profile Jun 27 12:18:45.327322 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.328206 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.328729 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: port-mac-address-regenerate Jun 27 12:18:45.329042 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.329930 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.330425 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: port-numa-affinity-policy Jun 27 12:18:45.330734 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: port_resource_request.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.331616 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.332110 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension port-resource-request not supported by any of loaded plugins Jun 27 12:18:45.332472 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: portbindings.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.333365 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.333859 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: binding Jun 27 12:18:45.334171 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: portbindings_extended.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.335424 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.335919 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: binding-extended Jun 27 12:18:45.336238 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: portsecurity.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.337148 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.337641 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: port-security Jun 27 12:18:45.337957 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: project_id.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.338901 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.339225 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: project-id Jun 27 12:18:45.339538 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: providernet.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.340489 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.340992 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: provider Jun 27 12:18:45.341300 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: qos.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.344852 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.345366 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension qos not supported by any of loaded plugins Jun 27 12:18:45.345922 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.346905 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.347406 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 27 12:18:45.347733 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.348653 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.349148 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 27 12:18:45.349469 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: qos_default.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.350348 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.350843 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension qos-default not supported by any of loaded plugins Jun 27 12:18:45.351161 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: qos_fip.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.351792 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.352301 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension qos-fip not supported by any of loaded plugins Jun 27 12:18:45.352619 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: qos_gateway_ip.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.353517 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.354018 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 27 12:18:45.354335 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: qos_port_network_policy.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.355205 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.355708 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 27 12:18:45.356022 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: qos_rule_type_details.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.356993 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.357491 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 27 12:18:45.357814 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: qos_rules_alias.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.358820 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.359316 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 27 12:18:45.359730 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: quotasv2.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.360588 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.361040 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: quotas Jun 27 12:18:45.361355 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: quotasv2_detail.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.362942 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.363274 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: quota_details Jun 27 12:18:45.363597 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: rbac.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.364658 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.365164 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: rbac-policies Jun 27 12:18:45.365484 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: rbac_address_group.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.366382 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.366875 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: rbac-address-group Jun 27 12:18:45.367193 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: rbac_address_scope.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.368079 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.368601 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: rbac-address-scope Jun 27 12:18:45.368918 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: rbac_security_groups.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.369795 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.370286 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: rbac-security-groups Jun 27 12:18:45.370599 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: rbac_subnetpool.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.371490 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.372013 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: rbac-subnetpool Jun 27 12:18:45.372346 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: revisionifmatch.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.373241 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.373731 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: revision-if-match Jun 27 12:18:45.374045 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: revisions.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.375118 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.375612 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: standard-attr-revisions Jun 27 12:18:45.375929 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: router_availability_zone.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.376608 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.377098 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: router_availability_zone Jun 27 12:18:45.377416 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: routerservicetype.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.378303 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.378793 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension router-service-type not supported by any of loaded plugins Jun 27 12:18:45.379111 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.380003 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.380537 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: security-groups-normalized-cidr Jun 27 12:18:45.380857 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.381752 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.382254 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: port-security-groups-filtering Jun 27 12:18:45.382567 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.383464 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.383964 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: security-groups-remote-address-group Jun 27 12:18:45.384277 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: securitygroup.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.393816 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.394328 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: security-group Jun 27 12:18:45.394653 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: segment.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.395420 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.395920 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension segment not supported by any of loaded plugins Jun 27 12:18:45.396254 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.397188 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.397688 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 27 12:18:45.398009 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: servicetype.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.399070 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.399596 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: service-type Jun 27 12:18:45.399903 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: sorting.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.400880 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.401208 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: sorting Jun 27 12:18:45.401522 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: standard_attr_segment.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.402408 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.402907 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 27 12:18:45.403244 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: standardattrdescription.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.403865 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.404383 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: standard-attr-description Jun 27 12:18:45.404696 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: stateful_security_group.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.405595 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.406090 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: stateful-security-group Jun 27 12:18:45.406405 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: stdattrs_common.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.406967 dv-cinder-798099-1-iscsi neutron-server[78338]: WARNING neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 27 12:18:45.407272 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.408238 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.408776 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 27 12:18:45.409093 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: subnet_onboard.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.410138 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.410641 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: subnet_onboard Jun 27 12:18:45.410959 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.411876 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.412396 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 27 12:18:45.412713 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: subnet_service_types.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.413711 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.414213 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: subnet-service-types Jun 27 12:18:45.414527 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: subnetallocation.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.415581 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.416076 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: subnet_allocation Jun 27 12:18:45.416433 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.417075 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.417567 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: subnetpool-prefix-ops Jun 27 12:18:45.417886 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.418837 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.419332 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 27 12:18:45.419648 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: tagging.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.420725 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.421238 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: standard-attr-tag Jun 27 12:18:45.421543 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: timestamp.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.422716 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.423218 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loaded extension: standard-attr-timestamp Jun 27 12:18:45.423539 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: trunk.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.424574 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.425074 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension trunk not supported by any of loaded plugins Jun 27 12:18:45.425735 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: trunk_details.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.426622 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.427117 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension trunk-details not supported by any of loaded plugins Jun 27 12:18:45.427431 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: uplink_status_propagation.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.428325 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.428827 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 27 12:18:45.429136 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Loading extension file: vlantransparent.py {{(pid=78338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 27 12:18:45.429785 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 27 12:18:45.430274 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 27 12:18:45.432761 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:network Jun 27 12:18:45.433505 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:subnet Jun 27 12:18:45.434307 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:18:45.434913 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:port Jun 27 12:18:45.436165 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.436620 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service FLAVORS assigned prefix: {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.437245 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.437673 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.437995 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:router Jun 27 12:18:45.438646 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:floatingip Jun 27 12:18:45.439351 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service METERING assigned prefix: /metering {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.440887 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.441253 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.441595 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:18:45.442716 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 12:18:45.443159 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:security_group Jun 27 12:18:45.443873 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 12:18:45.444660 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service CORE assigned prefix: {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.444985 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:18:45.445309 dv-cinder-798099-1-iscsi neutron-server[78338]: WARNING neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] subnetpool is already registered Jun 27 12:18:45.445895 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service CORE assigned prefix: {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.446211 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:18:45.446527 dv-cinder-798099-1-iscsi neutron-server[78338]: WARNING neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] subnetpool is already registered Jun 27 12:18:45.449148 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.449575 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service FLAVORS assigned prefix: {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.450249 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.450664 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.450984 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:router Jun 27 12:18:45.451306 dv-cinder-798099-1-iscsi neutron-server[78338]: WARNING neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] router is already registered Jun 27 12:18:45.451915 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:floatingip Jun 27 12:18:45.452234 dv-cinder-798099-1-iscsi neutron-server[78338]: WARNING neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] floatingip is already registered Jun 27 12:18:45.452875 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service METERING assigned prefix: /metering {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.453521 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 12:18:45.453848 dv-cinder-798099-1-iscsi neutron-server[78338]: WARNING neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] rbac_policy is already registered Jun 27 12:18:45.454377 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:security_group Jun 27 12:18:45.454694 dv-cinder-798099-1-iscsi neutron-server[78338]: WARNING neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] security_group is already registered Jun 27 12:18:45.455266 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 12:18:45.455589 dv-cinder-798099-1-iscsi neutron-server[78338]: WARNING neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] security_group_rule is already registered Jun 27 12:18:45.456243 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service CORE assigned prefix: {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.456587 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:18:45.456905 dv-cinder-798099-1-iscsi neutron-server[78338]: WARNING neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] subnetpool is already registered Jun 27 12:18:45.457498 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.v2.resource_helper [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Service CORE assigned prefix: {{(pid=78338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 12:18:45.457814 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 12:18:45.458131 dv-cinder-798099-1-iscsi neutron-server[78338]: WARNING neutron.quota.resource_registry [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] subnetpool is already registered Jun 27 12:18:45.458771 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: extensions {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.460249 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: address-groups {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.461869 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: address-scopes {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.463090 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: agents {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.464258 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: auto-allocated-topology {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.465557 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: availability_zones {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.466859 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: dhcp-networks {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.468268 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: dhcp-agents {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.469747 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: routers {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.472475 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: flavors {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.473644 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: service_profiles {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.474848 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: next_providers {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.476380 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: service_profiles {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.477821 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: floatingip-pools {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.479052 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: routers {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.480871 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: floatingips {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.482110 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: l3-routers {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.483480 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: l3-agents {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.484920 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: metering-labels {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.486293 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: metering-label-rules {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.487560 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: network-ip-availabilities {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.488834 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: bindings {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.490479 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: quotas {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.491930 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: quotas {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.493378 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: rbac-policies {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.494665 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: security-groups {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.495845 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: security-group-rules {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.497172 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: service-providers {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.498395 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: subnetpools {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.499833 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: subnetpools {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.501303 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: tags {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.502972 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: tags {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.504792 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: tags {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.506580 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: tags {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.508378 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: tags {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.510194 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: tags {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.511880 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: tags {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.513971 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: tags {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.515717 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: tags {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.517560 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron.api.extensions [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Extended resource: tags {{(pid=78338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 12:18:45.523598 dv-cinder-798099-1-iscsi neutron-server[78338]: WARNING keystonemiddleware.auth_token [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 27 12:18:45.528481 dv-cinder-798099-1-iscsi neutron-server[78338]: WARNING keystonemiddleware.auth_token [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 27 12:18:45.536523 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_concurrency.lockutils [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Acquired lock "singleton_lock" {{(pid=78338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 27 12:18:45.536996 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_concurrency.lockutils [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Releasing lock "singleton_lock" {{(pid=78338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 27 12:18:45.537623 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO oslo_service.service [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Starting 2 workers Jun 27 12:18:45.542202 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Started child 78479 {{(pid=78338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 12:18:45.548356 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Started child 78480 {{(pid=78338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 12:18:45.548567 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:45.549125 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO neutron.service [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 27 12:18:45.549125 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Notify callbacks [] for process, before_spawn {{(pid=78338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:45.549278 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [-] (78479) wsgi starting up on http://0.0.0.0:9696 Jun 27 12:18:45.551252 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO oslo_service.service [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Starting 1 workers Jun 27 12:18:45.551386 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:45.552773 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [-] (78480) wsgi starting up on http://0.0.0.0:9696 Jun 27 12:18:45.556220 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Started child 78481 {{(pid=78338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 12:18:45.556745 dv-cinder-798099-1-iscsi neutron-server[78338]: INFO oslo_service.service [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Starting 1 workers Jun 27 12:18:45.559523 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.service [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] calling RpcWorker wait() {{(pid=78481) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 27 12:18:45.560181 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.service [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] returning from RpcWorker wait() {{(pid=78481) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 27 12:18:45.561015 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Started child 78482 {{(pid=78338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 27 12:18:45.561302 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:45.561731 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:18:45.561864 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG neutron_lib.callbacks.manager [None req-667a5d41-e37e-4954-a5c1-dc36bd1e1432 None None] Notify callbacks [] for process, after_spawn {{(pid=78338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:45.563572 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 27 12:18:45.563757 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 27 12:18:45.563936 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 27 12:18:45.564214 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 27 12:18:45.564539 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 27 12:18:45.564750 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 27 12:18:45.565198 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.565431 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.565579 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:45.566065 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.566065 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.566220 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.566577 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:18:45.566705 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.566969 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.567169 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.567465 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.567663 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.567832 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.567993 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.568264 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.568558 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.568840 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.569106 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.569303 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.569574 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.569747 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.570036 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.570265 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.570581 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.570738 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] debug = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.571003 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.571452 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.571692 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.571907 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.572142 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.572422 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.572644 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.572914 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.573149 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.573380 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.573611 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.573866 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.574095 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.574381 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.574531 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.574784 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.575092 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.575550 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] host = dv-cinder-798099-1-iscsi {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.575760 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.575992 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.576210 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.576507 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.576759 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.576983 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.577217 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.577461 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.577705 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.577943 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.578196 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.578422 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.578661 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.578901 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_file = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.579061 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_options = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.579288 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.579556 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.579556 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.579556 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.579556 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.579556 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.579556 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.579556 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.582319 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.582319 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.582319 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.582319 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.582319 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.582319 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.582319 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.582715 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.582715 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.583276 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.583276 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.583425 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.583566 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.583801 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.583999 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.584244 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.584613 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.584726 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.584876 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.585138 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.585346 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.585593 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.585791 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.586044 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.589524 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.589524 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.589524 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.589524 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.589524 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.589524 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.589524 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.589524 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.591172 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.591172 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.591172 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.591172 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.591172 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.591172 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] use_json = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.591172 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.591172 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.592267 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.592267 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.592267 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.592267 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.592819 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.592951 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.595870 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.596609 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.596609 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.596896 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.598997 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.599239 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.599520 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.599777 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.600047 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.600428 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.600649 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.600854 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.601517 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.601517 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.604218 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.604218 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.604218 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.604218 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.604218 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.604218 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.604218 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.604218 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.605833 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.605833 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.605833 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.605833 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.605833 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.605833 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.605833 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.605833 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.606391 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.606391 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.606391 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.606391 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.606644 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.606793 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.607030 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.607275 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.607474 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.607711 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.610288 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.610288 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.610288 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.610288 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.610288 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.610288 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.610288 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.610288 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.610288 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.611520 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.611520 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.611520 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.611520 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.611520 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.611520 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.611520 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.611520 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.612371 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.612371 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.612371 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.613932 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.616031 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.616476 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.616476 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.618480 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.618480 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.618480 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.618480 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.618480 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.618480 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.618480 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.618480 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.618480 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.619674 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.619674 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.619674 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.619674 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.619674 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.619674 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.620498 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.620498 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.620498 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.621182 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.621423 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.621694 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.622665 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.622665 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.622665 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.623086 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.623375 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.623507 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.623824 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.624017 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.624241 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.624482 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.625249 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.625249 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.625427 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.625527 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.625727 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.625969 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.626186 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.626445 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.626665 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.627060 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.627207 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.627397 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.627649 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.627897 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.628221 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.628427 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.629083 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.629083 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.629335 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.629463 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.629705 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.629995 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.630257 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.632777 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.633048 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.633327 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.633605 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.633879 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.634162 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.634421 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.634673 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.634900 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.635659 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.635936 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.637621 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.637892 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.638161 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.638512 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.638764 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.639311 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.641833 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.642175 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.642464 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.642729 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.643020 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.643304 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.643578 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.643847 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.644093 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.644403 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.646092 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.646384 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.646630 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.646870 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.647148 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.647362 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.647583 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.647801 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.648068 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.648303 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.648873 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.649188 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.650104 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.650450 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.651519 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.651751 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.651998 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.652241 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.653654 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.653889 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.654241 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.654497 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.654767 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.655007 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.655278 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.655527 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.655771 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.656014 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.656245 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.656503 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.656736 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.656985 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.657253 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.657437 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.657651 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.657868 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.658080 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.658307 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.658551 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.658771 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.658995 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.659257 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.659586 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.659851 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.660102 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.660359 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.660599 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.660819 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.661072 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.661311 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.661527 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.661742 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.661964 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.662237 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.662476 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.662724 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.662936 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.663166 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.663374 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.663621 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.665398 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.665785 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.666084 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.666390 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.666879 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.667567 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.667821 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.668044 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.668259 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.668504 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.668811 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.669043 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.670641 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.670865 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.671097 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.671314 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.671616 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.671885 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.672114 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.672453 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.672689 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.672948 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.673203 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.673531 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.673748 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.674004 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.674257 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.674476 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.674693 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.674946 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.675626 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.675937 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.676195 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.676679 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.676964 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.677249 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.677493 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.677707 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.678308 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.678627 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.678906 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.679152 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.679381 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.679650 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.679885 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.680117 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.680363 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.680887 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:18:45.680996 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.681106 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.681353 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.681594 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.681823 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.682039 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.682264 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.682496 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.682716 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.682941 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.683161 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.683393 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.683548 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 12:18:45.684125 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 27 12:18:45.684391 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 27 12:18:45.684568 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 27 12:18:45.684742 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 27 12:18:45.684911 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 27 12:18:45.685062 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 27 12:18:45.685265 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.685423 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.685581 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.685741 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.685899 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.686075 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.686233 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.686388 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.686543 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.686697 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.686853 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.687009 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.687169 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.687323 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.687478 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.687632 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.687800 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.687942 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.688102 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.688257 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.688463 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.688621 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.688776 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] debug = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.688931 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.689132 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.689292 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.689447 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.689604 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.689758 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.689912 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.690067 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.690224 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.690383 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.690531 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.690679 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.690835 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.690990 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.691145 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.691302 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.691456 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.691611 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] host = dv-cinder-798099-1-iscsi {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.691765 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.691919 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.692074 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.692228 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.692391 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.692546 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.692699 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.693775 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.693986 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.694361 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.694525 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.694685 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.694841 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.695000 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_file = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.695153 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_options = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.695303 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.695854 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.696553 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.697035 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.697292 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.697468 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.697637 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.698003 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.698178 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.698473 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.698644 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.698805 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.699009 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.699301 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.699518 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.699675 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.699856 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.700010 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.700162 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.700342 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.700488 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.700645 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.700803 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.700956 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.701116 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.701257 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.701408 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.701553 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.701705 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.701857 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.702009 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.702155 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.702310 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.702454 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.702610 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.703087 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.703087 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.703087 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.703323 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.703323 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.703542 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.703629 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.703788 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.703911 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.704055 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.704266 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] use_json = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.704399 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.704536 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.704665 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.704814 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.705000 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.705188 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.705279 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.705429 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 27 12:18:45.705604 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.705834 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.705991 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.706074 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.706250 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.706588 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.706922 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.707078 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.707236 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.707552 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.707552 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.707764 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.707871 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.707995 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.708194 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.708382 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.708543 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.708699 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.708849 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.709081 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.709228 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.709360 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.709445 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.709610 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.709769 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.709927 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.710081 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.710239 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.710239 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.710599 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.710799 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.710870 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.711052 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.711122 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.711283 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.711408 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.711565 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.711779 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.711874 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.712010 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.712168 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.712347 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.712507 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.712683 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.712857 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.712969 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.713120 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.713275 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.713434 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.713591 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.713757 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.713912 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.714068 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.714222 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.714381 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.714537 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.714692 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.714848 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.715004 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.715159 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.715314 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.715507 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.715692 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.715848 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.715988 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.716149 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.716325 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.716486 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.716641 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.716817 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.716971 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.717143 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.717286 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.717441 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.717597 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.717754 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.717908 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.718067 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.718219 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.718367 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.718524 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.718679 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.718835 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.718991 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.719156 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.719344 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.719471 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.719727 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.719875 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.720034 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.720181 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.720356 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.720535 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.720663 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.720884 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.721016 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.721138 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.721258 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.721408 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.721530 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.721686 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.721842 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.721996 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.722172 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.722306 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.722460 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.722617 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.722772 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.722941 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.723076 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.723221 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.723376 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.723524 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.723681 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.724035 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.724035 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.724224 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.724338 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.725268 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.725268 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.725268 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.725268 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.725268 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.725268 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.725675 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.725675 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.725675 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.725890 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.725890 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.726034 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.727039 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.727039 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.727039 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.727039 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.727039 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.727039 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.728107 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.728107 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.728107 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.728107 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.728107 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.728107 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.728107 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.728107 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.728866 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.728866 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.728866 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.728866 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.728866 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.729575 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.729575 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.729575 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.729575 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.729575 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.730305 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.730305 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.730305 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.730305 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.730305 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.730908 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.730908 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.730908 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.730908 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.731325 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.731325 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.731325 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.731683 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.731683 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.731830 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.731918 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.732035 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.732192 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.732431 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.733785 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.733785 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.733785 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.733785 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.733785 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.733785 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.733785 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.733785 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.734964 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.734964 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.734964 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.734964 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.734964 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.734964 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.734964 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.734964 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.735711 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.735711 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.735711 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.735711 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.735711 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.735711 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.735711 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.736386 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.736386 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.736386 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.736386 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.736801 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.736801 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.736801 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.737055 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.737055 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.737197 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.737340 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.737497 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.737653 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.737809 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.737966 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.738130 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.738285 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.738440 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.738595 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.738750 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.738914 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.739070 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.739224 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.739378 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.739533 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.739698 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.739855 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.740009 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.740172 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.740355 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.740511 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.740665 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.740834 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.740988 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.741146 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.741302 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.741456 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.741611 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.741768 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.741931 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.742094 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.742256 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.742412 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.742574 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.742737 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.742900 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.743055 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.743215 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.743385 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.743540 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.743694 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.743849 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.744002 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.744156 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.744330 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.744487 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.744642 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.744797 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.744951 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.745106 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.745261 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.745417 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.745571 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.745725 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.745881 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.746036 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.746191 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.746345 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 27 12:18:45.746492 dv-cinder-798099-1-iscsi neutron-server[78338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 12:18:45.994093 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 56216) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:18:46.006378 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081897 Jun 27 12:18:56.584545 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720aaaad-8f79-415f-826a-f8d8c83bc686 None None] get_active_networks_info from dv-cinder-798099-1-iscsi {{(pid=78481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 27 12:18:56.642772 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720aaaad-8f79-415f-826a-f8d8c83bc686 None None] No non-hosted networks {{(pid=78481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 27 12:18:56.655486 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.agentschedulers_db [None req-720aaaad-8f79-415f-826a-f8d8c83bc686 None None] DHCP Agent not found on host dv-cinder-798099-1-iscsi {{(pid=78481) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 27 12:18:56.735021 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2e03-ea86-4a30-8cce-8ca6bc36031f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774530'] for agent, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:56.968149 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774530'] for agent, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:56.969988 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:18:56.970838 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:18:56.971320 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:18:56.972718 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:18:56.974107 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:18:56.975973 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:18:56.976603 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:18:56.979700 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:18:56.980217 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:18:56.980719 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:18:56.981182 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:18:56.982699 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:18:56.983290 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798099-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:18:56.993190 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798099-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:18:59.108065 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-21fbdee3-73c3-4cb4-9191-acca86e5c022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774530'] for agent, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:18:59.160188 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-6cccb09b-c947-4f73-8977-6e8ef12cf415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:00.071241 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774530'] for agent, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:01.530767 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774530'] for agent, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:03.163030 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 56308) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:03.800887 dv-cinder-798099-1-iscsi neutron-server[78479]: WARNING oslo_policy.policy [None req-fd240dd2-decd-4217-abe9-920a47b7a9eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:19:03.801466 dv-cinder-798099-1-iscsi neutron-server[78479]: WARNING oslo_policy.policy [None req-fd240dd2-decd-4217-abe9-920a47b7a9eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:19:04.013031 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [None req-fd240dd2-decd-4217-abe9-920a47b7a9eb admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78479) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:19:04.014266 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-fd240dd2-decd-4217-abe9-920a47b7a9eb admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8501315 Jun 27 12:19:04.068920 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.db.l3_hamode_db [None req-93604c33-680d-488c-bd6c-b93e788c73ec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 27 12:19:04.155506 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93604c33-680d-488c-bd6c-b93e788c73ec None None] Routers set() bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:19:04.155873 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93604c33-680d-488c-bd6c-b93e788c73ec None None] Router IDs set() for agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 27 12:19:06.412014 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 56322) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:06.838893 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-d1043343-0189-4da8-8464-b699add90c23 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:19:06.934948 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.policy [None req-d1043343-0189-4da8-8464-b699add90c23 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78479) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 12:19:06.979046 dv-cinder-798099-1-iscsi neutron-server[78479]: WARNING oslo_policy.policy [None req-d1043343-0189-4da8-8464-b699add90c23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:19:06.979409 dv-cinder-798099-1-iscsi neutron-server[78479]: WARNING oslo_policy.policy [None req-d1043343-0189-4da8-8464-b699add90c23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:19:06.987970 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.quota [None req-d1043343-0189-4da8-8464-b699add90c23 admin admin] Loaded quota_driver: . Jun 27 12:19:07.003743 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-d1043343-0189-4da8-8464-b699add90c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:19:07.069177 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d1043343-0189-4da8-8464-b699add90c23 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737230328665', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737230328234', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737230341868', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737230236815', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737230227645', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737230229828', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-825617', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3240721', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-366858', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-382576'] for rbac-policy, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:07.142995 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d1043343-0189-4da8-8464-b699add90c23 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:07.144201 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-d1043343-0189-4da8-8464-b699add90c23 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7311904 Jun 27 12:19:09.731891 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 56336) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:10.108552 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Request body: {'network': {'project_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'admin_state_up': True, 'name': 'private'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:19:10.115090 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:19:10.122912 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Usage tracker for resource:network and tenant:b2c43e2de979495e9d0ec9ab64b905c5 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:19:10.128679 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:19:10.135128 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:19:10.148565 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Made reservation on behalf of b2c43e2de979495e9d0ec9ab64b905c5 for: {'network': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:19:10.151392 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:10.170441 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:10.190989 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:19:10.195009 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Usage tracker for resource:security_group_rule and tenant:b2c43e2de979495e9d0ec9ab64b905c5 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:19:10.201525 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:19:10.207752 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:19:10.307822 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:10.314722 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:10.320183 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:10.337164 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=78479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:19:10.366994 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737232388792', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:10.367613 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Unsubscribe: segment precommit_create {{(pid=78479) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 12:19:10.368097 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.segments_db [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Added segment 4fb1d178-9fdc-4abb-9c5b-6850b2976f43 of type vlan for network 12763b9e-db5f-48df-a9bf-6174a1f8e19e Jun 27 12:19:10.414817 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bc488e-60fc-4f06-902d-2ad2ff668d2c,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:10.435904 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:10.436231 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:10.436590 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:10.436900 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:10.437220 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:10.437536 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:10.437838 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:10.438153 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:10.438462 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:10.438807 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:10.439097 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:10.439398 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Tracked resource versions report: Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: pushed versions: Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: { 'AddressGroup': {'1.2'}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'ConntrackHelper': {'1.0'}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Log': {'1.0'}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Network': {'1.1'}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Port': {'1.7'}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'PortForwarding': {'1.2'}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'QosPolicy': {'1.8'}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'SecurityGroup': {'1.4'}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'SubPort': {'1.0'}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Subnet': {'1.1'}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Trunk': {'1.1'}} Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: consumer versions: Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: { DHCP agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: L3 agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: Metadata agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: Metering agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: Open vSwitch agent@dv-cinder-798099-1-iscsi: { 'AddressGroup': '1.2', Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'ConntrackHelper': '1.0', Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Log': '1.0', Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Network': '1.1', Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Port': '1.7', Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'PortForwarding': '1.2', Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'QosPolicy': '1.8', Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'SecurityGroup': '1.4', Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'SecurityGroupRule': '1.2', Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'SubPort': '1.0', Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Subnet': '1.1', Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Trunk': '1.1'}} Jun 27 12:19:10.440474 dv-cinder-798099-1-iscsi neutron-server[78479]: {{(pid=78479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:19:10.496621 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:10.500618 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:10.544499 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:10.545934 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:10.546570 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:10.549785 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:10.661590 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9285955 Jun 27 12:19:10.662276 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Pushing event updated for resources: {'Network': ['ID=12763b9e-db5f-48df-a9bf-6174a1f8e19e,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:10.665753 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:10.677580 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network 12763b9e-db5f-48df-a9bf-6174a1f8e19e details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:19:13.330315 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 56352) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:13.826141 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f70e04-80aa-475e-9990-75ca509602e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:13.827403 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-93f70e04-80aa-475e-9990-75ca509602e4 admin admin] 10.222.0.38 "GET /v2.0/networks/12763b9e-db5f-48df-a9bf-6174a1f8e19e HTTP/1.1" status: 200 len: 825 time: 0.4961782 Jun 27 12:19:13.854575 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-febd6196-af30-4f35-95b7-0c18e1183b2a admin admin] 10.222.0.38 "GET /v2.0/subnetpools/5f2f8e35-b124-41f5-a30b-4d6ebd25a11d HTTP/1.1" status: 200 len: 734 time: 0.0216813 Jun 27 12:19:13.863833 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Request body: {'subnet': {'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e', 'subnetpool_id': '5f2f8e35-b124-41f5-a30b-4d6ebd25a11d', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:19:13.868439 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:19:13.872217 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Usage tracker for resource:subnet and tenant:b2c43e2de979495e9d0ec9ab64b905c5 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:19:13.875143 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:19:13.881096 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:19:13.892887 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Made reservation on behalf of b2c43e2de979495e9d0ec9ab64b905c5 for: {'subnet': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:19:13.895325 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:14.207831 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for subnet, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:14.211921 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:14.286632 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=593d029c-aa87-48b9-94ad-2554a4f4e515,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:14.292360 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:14.293092 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Checking segment: {'id': '4fb1d178-9fdc-4abb-9c5b-6850b2976f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:19:14.293453 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Network hostable DHCP agents. Network: 12763b9e-db5f-48df-a9bf-6174a1f8e19e, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:19:14.317058 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Network 12763b9e-db5f-48df-a9bf-6174a1f8e19e is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:19:14.328140 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, 12763b9e-db5f-48df-a9bf-6174a1f8e19e) {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:19:14.332720 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:14.333339 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:14.338110 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e684b27-66f9-4bbc-a413-942f2fbe6a45 None None] Network 12763b9e-db5f-48df-a9bf-6174a1f8e19e requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:19:14.355307 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4952168 Jun 27 12:19:14.763482 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d5a1f2-d579-5b19-9210-bd0cee90bf3b-12763b9e-db5f-48df-a9bf-6174a1f8e19e', 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'fixed_ips': [{'subnet_id': '593d029c-aa87-48b9-94ad-2554a4f4e515'}]}} from dv-cinder-798099-1-iscsi. {{(pid=78481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:19:14.764683 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:14.950356 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.db_base_plugin_common [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Allocated IP 172.20.0.2 (12763b9e-db5f-48df-a9bf-6174a1f8e19e/593d029c-aa87-48b9-94ad-2554a4f4e515/365c9b97-141b-4a89-9b1f-5be6431e15c4) {{(pid=78481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:19:15.181674 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Notify callbacks [] for port, precommit_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:15.195841 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Transition to ACTIVE for port object 365c9b97-141b-4a89-9b1f-5be6431e15c4 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:19:15.216506 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Transition to ACTIVE for port object 365c9b97-141b-4a89-9b1f-5be6431e15c4 will not be triggered until provisioned by entity DHCP. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:19:15.224688 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:15.232981 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:15.289873 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Network 12763b9e-db5f-48df-a9bf-6174a1f8e19e is already hosted by enough agents. {{(pid=78481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:19:15.292999 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.base_scheduler [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Resources bound (agent type, host, resource id): {{(pid=78481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:19:15.299566 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Received port after_create {{(pid=78481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:19:15.306262 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Pushing event updated for resources: {'Port': ['ID=365c9b97-141b-4a89-9b1f-5be6431e15c4,revision_number=1']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:15.342846 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:15.343523 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:15.343523 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:15.343780 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:15.344088 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:15.344423 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:15.344732 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:15.345105 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:15.345515 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:15.345777 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:15.346041 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:15.346343 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Tracked resource versions report: Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: pushed versions: Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: { 'AddressGroup': {'1.2'}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'ConntrackHelper': {'1.0'}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Log': {'1.0'}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Network': {'1.1'}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Port': {'1.7'}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'PortForwarding': {'1.2'}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'QosPolicy': {'1.8'}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'SecurityGroup': {'1.4'}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'SubPort': {'1.0'}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Subnet': {'1.1'}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Trunk': {'1.1'}} Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: consumer versions: Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: { DHCP agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: L3 agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: Metadata agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: Metering agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: Open vSwitch agent@dv-cinder-798099-1-iscsi: { 'AddressGroup': '1.2', Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'ConntrackHelper': '1.0', Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Log': '1.0', Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Network': '1.1', Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Port': '1.7', Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'PortForwarding': '1.2', Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'QosPolicy': '1.8', Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'SecurityGroup': '1.4', Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'SecurityGroupRule': '1.2', Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'SubPort': '1.0', Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Subnet': '1.1', Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Trunk': '1.1'}} Jun 27 12:19:15.347410 dv-cinder-798099-1-iscsi neutron-server[78481]: {{(pid=78481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:19:15.381171 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:15.406629 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Attempting to bind port 365c9b97-141b-4a89-9b1f-5be6431e15c4 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:19:15.407015 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Attempting to bind port 365c9b97-141b-4a89-9b1f-5be6431e15c4 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '4fb1d178-9fdc-4abb-9c5b-6850b2976f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:19:15.407513 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Attempting to bind port 365c9b97-141b-4a89-9b1f-5be6431e15c4 on network 12763b9e-db5f-48df-a9bf-6174a1f8e19e {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:19:15.413423 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:19:15.413784 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Checking segment: {'id': '4fb1d178-9fdc-4abb-9c5b-6850b2976f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:19:15.414262 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:15.414646 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Bound using segment: {'id': '4fb1d178-9fdc-4abb-9c5b-6850b2976f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:19:15.415128 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Bound port: 365c9b97-141b-4a89-9b1f-5be6431e15c4, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb1d178-9fdc-4abb-9c5b-6850b2976f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:19:15.415495 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:15.502524 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] For port 365c9b97-141b-4a89-9b1f-5be6431e15c4, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:19:15.506461 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] For port 365c9b97-141b-4a89-9b1f-5be6431e15c4, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=365c9b97-141b-4a89-9b1f-5be6431e15c4,segment=NetworkSegment(4fb1d178-9fdc-4abb-9c5b-6850b2976f43),segment_id=4fb1d178-9fdc-4abb-9c5b-6850b2976f43)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:19:15.511812 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:15.516724 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:15.619571 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Pushing event updated for resources: {'Port': ['ID=365c9b97-141b-4a89-9b1f-5be6431e15c4,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:15.625061 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:16.732925 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 56362) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:17.349003 dv-cinder-798099-1-iscsi neutron-server[78480]: WARNING oslo_policy.policy [None req-6316b05b-5e87-49bc-bba0-62fea7859a1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:19:17.349492 dv-cinder-798099-1-iscsi neutron-server[78480]: WARNING oslo_policy.policy [None req-6316b05b-5e87-49bc-bba0-62fea7859a1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:19:17.563469 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [None req-6316b05b-5e87-49bc-bba0-62fea7859a1b admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78480) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:19:17.564767 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-6316b05b-5e87-49bc-bba0-62fea7859a1b admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8298717 Jun 27 12:19:19.189747 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312d871c-f13e-4c3c-83e5-afcb22140b8d None None] Network 12763b9e-db5f-48df-a9bf-6174a1f8e19e requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:19:19.204534 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 365c9b97-141b-4a89-9b1f-5be6431e15c4 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:19:19.354256 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-fe8be8c2-00ea-4663-8a5e-58da76bb1671 None None] Provisioning for port 365c9b97-141b-4a89-9b1f-5be6431e15c4 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:19:19.361948 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 365c9b97-141b-4a89-9b1f-5be6431e15c4 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:19:19.367900 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-fe8be8c2-00ea-4663-8a5e-58da76bb1671 None None] Provisioning complete for port 365c9b97-141b-4a89-9b1f-5be6431e15c4 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:19:19.368209 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-fe8be8c2-00ea-4663-8a5e-58da76bb1671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:19.393176 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 365c9b97-141b-4a89-9b1f-5be6431e15c4 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:19:19.393535 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:19.665297 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:19.696091 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-fe8be8c2-00ea-4663-8a5e-58da76bb1671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:19.749079 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 365c9b97-141b-4a89-9b1f-5be6431e15c4, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=365c9b97-141b-4a89-9b1f-5be6431e15c4,segment=NetworkSegment(4fb1d178-9fdc-4abb-9c5b-6850b2976f43),segment_id=4fb1d178-9fdc-4abb-9c5b-6850b2976f43)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:19:19.756727 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:19.804245 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:19.884171 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.db.api [None req-fe8be8c2-00ea-4663-8a5e-58da76bb1671 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:19:19.884615 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_db.api [None req-fe8be8c2-00ea-4663-8a5e-58da76bb1671 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:19:19.894781 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=365c9b97-141b-4a89-9b1f-5be6431e15c4,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:19.895031 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 56384) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:19.898647 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:20.284127 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [None req-b6764516-6912-4cd5-b2cb-8b7adafb5a4e admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78480) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:19:20.285136 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-b6764516-6912-4cd5-b2cb-8b7adafb5a4e admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3890975 Jun 27 12:19:20.567223 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-b39379ef-b842-4b61-87c3-6004d6eedbc3 None None] Provisioning complete for port 365c9b97-141b-4a89-9b1f-5be6431e15c4 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:19:20.567775 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b39379ef-b842-4b61-87c3-6004d6eedbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:21.169753 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 365c9b97-141b-4a89-9b1f-5be6431e15c4 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:19:21.237275 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 365c9b97-141b-4a89-9b1f-5be6431e15c4 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:19:21.237611 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:22.907469 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 56396) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:23.293815 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'admin_state_up': True}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:19:23.362088 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.policy [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78480) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 12:19:23.406945 dv-cinder-798099-1-iscsi neutron-server[78480]: WARNING oslo_policy.policy [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:19:23.407368 dv-cinder-798099-1-iscsi neutron-server[78480]: WARNING oslo_policy.policy [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 12:19:23.415798 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.quota [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] Loaded quota_driver: . Jun 27 12:19:23.432524 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:19:23.439436 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] Usage tracker for resource:router and tenant:b2c43e2de979495e9d0ec9ab64b905c5 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:19:23.444140 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:19:23.452118 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:19:23.470862 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100845'] for router, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:23.472878 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3820354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100838'] for router, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:23.497565 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:23.619159 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3774413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3820407'] for router, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:23.643881 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] Notify callbacks [] for router, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:23.645148 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-b0bc4f6e-c6ef-425a-a63b-597b92191e44 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7366765 Jun 27 12:19:25.996241 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 56408) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:26.402810 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [None req-b9bd5f79-fb66-44e8-88df-d77314525138 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78480) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:19:26.403801 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-b9bd5f79-fb66-44e8-88df-d77314525138 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4066901 Jun 27 12:19:26.493081 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-9a46c54c-fbd8-465b-86d6-ec7518f4926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:26.952430 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:28.793353 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 56418) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:29.109737 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b669cee6-73f7-4d62-a40f-1df19c587ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:29.191755 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:19:29.197125 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:19:29.202838 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Usage tracker for resource:network and tenant:d2271234b9024d17a370110b782b45f2 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:19:29.208342 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:19:29.217570 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:19:29.240039 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Made reservation on behalf of d2271234b9024d17a370110b782b45f2 for: {'network': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:19:29.242578 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:29.255352 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:29.272476 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:19:29.276569 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Usage tracker for resource:security_group_rule and tenant:d2271234b9024d17a370110b782b45f2 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:19:29.279401 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:19:29.285642 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:19:29.372162 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:29.378592 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:29.381691 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:29.397713 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Reserving flat network on physical network physnet1 {{(pid=78479) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 27 12:19:29.417827 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c3eb52-488e-4316-853e-629c82229f6a,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:29.421569 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:29.425156 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:29.425489 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.segments_db [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Added segment 28e6c05d-1541-4117-9093-94535c1caffb of type flat for network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f Jun 27 12:19:29.457938 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:29.500227 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:29.502104 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:29.502675 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:29.505858 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:29.606582 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8122323 Jun 27 12:19:29.607284 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Pushing event updated for resources: {'Network': ['ID=95203e1a-d9c9-4f54-b889-7dac30ed9d8f,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:29.610574 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:29.620369 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:19:30.027230 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:31.478357 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:31.970551 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 56438) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:32.212358 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70103d99-0cd9-470f-96ad-1de32637767e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:32.213817 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-70103d99-0cd9-470f-96ad-1de32637767e admin admin] 10.222.0.38 "GET /v2.0/subnets/593d029c-aa87-48b9-94ad-2554a4f4e515 HTTP/1.1" status: 200 len: 849 time: 0.2420557 Jun 27 12:19:32.389573 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e58ddc22-c7f2-4f64-a656-f8cb791288fa admin admin] 10.222.0.38 "GET /v2.0/routers/ac769c45-1c4a-4e7e-ac64-4bcd29b7c244 HTTP/1.1" status: 200 len: 704 time: 0.1675134 Jun 27 12:19:32.869984 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:33.104195 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Allocated IP 172.20.0.1 (12763b9e-db5f-48df-a9bf-6174a1f8e19e/593d029c-aa87-48b9-94ad-2554a4f4e515/ed6d8927-81a5-4830-afe6-1f5f8923fdcf) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:19:33.288968 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:33.307598 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Transition to ACTIVE for port object ed6d8927-81a5-4830-afe6-1f5f8923fdcf will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:19:33.367099 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:33.371031 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:33.433200 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Network 12763b9e-db5f-48df-a9bf-6174a1f8e19e is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:19:33.435896 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:19:33.439855 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:19:33.440368 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820465'] for router_interface, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:33.558784 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6d8927-81a5-4830-afe6-1f5f8923fdcf,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:33.565841 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:33.607630 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-74c7409b-0068-4fd7-b9fc-e3863a83e681 None None] Provisioning for port ed6d8927-81a5-4830-afe6-1f5f8923fdcf completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:19:33.612328 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-74c7409b-0068-4fd7-b9fc-e3863a83e681 None None] Provisioning complete for port ed6d8927-81a5-4830-afe6-1f5f8923fdcf triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:19:33.612745 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-74c7409b-0068-4fd7-b9fc-e3863a83e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:33.665012 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-74c7409b-0068-4fd7-b9fc-e3863a83e681 None None] Port ed6d8927-81a5-4830-afe6-1f5f8923fdcf cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:19:33.697687 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:33.920203 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:33.927716 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:33.928929 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774232'] for router_interface, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:33.932161 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:34.022184 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6d8927-81a5-4830-afe6-1f5f8923fdcf,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:34.025190 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:34.127128 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Network 12763b9e-db5f-48df-a9bf-6174a1f8e19e is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:19:34.128251 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:19:34.290930 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-06d6fd7e-7814-4613-a768-1b9303f1076c None None] Provisioning complete for port ed6d8927-81a5-4830-afe6-1f5f8923fdcf triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:19:34.291306 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-06d6fd7e-7814-4613-a768-1b9303f1076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:34.325553 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Router ac769c45-1c4a-4e7e-ac64-4bcd29b7c244 is scheduled to L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 with binding_index 1 {{(pid=78479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:19:34.348913 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-06d6fd7e-7814-4613-a768-1b9303f1076c None None] Port ed6d8927-81a5-4830-afe6-1f5f8923fdcf cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:19:34.520669 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:19:34.533014 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] 10.222.0.38 "PUT /v2.0/routers/ac769c45-1c4a-4e7e-ac64-4bcd29b7c244/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1383200 Jun 27 12:19:34.533327 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Sync routers for ids ['ac769c45-1c4a-4e7e-ac64-4bcd29b7c244'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:19:34.545418 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Routers {'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:19:34.546369 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:19:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['ac769c45-1c4a-4e7e-ac64-4bcd29b7c244'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:19:34.721492 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Set router ac769c45-1c4a-4e7e-ac64-4bcd29b7c244 gateway port host: None {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:19:35.087408 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'name': 'router1', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:19:23Z', 'updated_at': '2021-06-27T12:19:33Z', 'revision_number': 2, 'project_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'gw_port_host': None, '_interfaces': [{'id': 'ed6d8927-81a5-4830-afe6-1f5f8923fdcf', 'name': '', 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'mac_address': 'fa:16:3e:df:71:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '593d029c-aa87-48b9-94ad-2554a4f4e515', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:19:32Z', 'updated_at': '2021-06-27T12:19:33Z', 'revision_number': 2, 'project_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'subnets': [{'id': '593d029c-aa87-48b9-94ad-2554a4f4e515', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f2f8e35-b124-41f5-a30b-4d6ebd25a11d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:19:35.092501 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Checking router: ac769c45-1c4a-4e7e-ac64-4bcd29b7c244 for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:19:35.092867 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Updating router ac769c45-1c4a-4e7e-ac64-4bcd29b7c244 port ed6d8927-81a5-4830-afe6-1f5f8923fdcf binding host dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:19:35.147020 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:35.524800 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Notify callbacks [] for port, precommit_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:35.539848 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.provisioning_blocks [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Transition to ACTIVE for port object ed6d8927-81a5-4830-afe6-1f5f8923fdcf will not be triggered until provisioned by entity L2. {{(pid=78482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:19:35.547892 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:35.554899 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:35.783457 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Attempting to bind port ed6d8927-81a5-4830-afe6-1f5f8923fdcf on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:19:35.783848 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Attempting to bind port ed6d8927-81a5-4830-afe6-1f5f8923fdcf by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '4fb1d178-9fdc-4abb-9c5b-6850b2976f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e'}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:19:35.784319 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Attempting to bind port ed6d8927-81a5-4830-afe6-1f5f8923fdcf on network 12763b9e-db5f-48df-a9bf-6174a1f8e19e {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:19:35.790477 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Pushing event updated for resources: {'Port': ['ID=ed6d8927-81a5-4830-afe6-1f5f8923fdcf,revision_number=3']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:35.798150 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:19:35.798547 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Checking segment: {'id': '4fb1d178-9fdc-4abb-9c5b-6850b2976f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:19:35.799032 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:35.799438 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Bound using segment: {'id': '4fb1d178-9fdc-4abb-9c5b-6850b2976f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e'} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:19:35.800252 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Bound port: ed6d8927-81a5-4830-afe6-1f5f8923fdcf, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb1d178-9fdc-4abb-9c5b-6850b2976f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e'}}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:19:35.800652 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:35.865070 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:35.865402 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:35.865722 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:35.866040 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:35.866349 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:35.866657 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:35.866964 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:35.867269 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:35.867584 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:35.867887 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:35.868188 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:35.868511 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Tracked resource versions report: Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: pushed versions: Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: { 'AddressGroup': {'1.2'}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'ConntrackHelper': {'1.0'}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Log': {'1.0'}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Network': {'1.1'}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Port': {'1.7'}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'PortForwarding': {'1.2'}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'QosPolicy': {'1.8'}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'SecurityGroup': {'1.4'}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'SubPort': {'1.0'}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Subnet': {'1.1'}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Trunk': {'1.1'}} Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: consumer versions: Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: { DHCP agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: L3 agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: Metadata agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: Metering agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: Open vSwitch agent@dv-cinder-798099-1-iscsi: { 'AddressGroup': '1.2', Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'ConntrackHelper': '1.0', Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Log': '1.0', Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Network': '1.1', Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Port': '1.7', Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'PortForwarding': '1.2', Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'QosPolicy': '1.8', Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'SecurityGroup': '1.4', Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'SecurityGroupRule': '1.2', Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'SubPort': '1.0', Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Subnet': '1.1', Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Trunk': '1.1'}} Jun 27 12:19:35.869603 dv-cinder-798099-1-iscsi neutron-server[78482]: {{(pid=78482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:19:35.888272 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:35.893960 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] For port ed6d8927-81a5-4830-afe6-1f5f8923fdcf, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:19:35.897898 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] For port ed6d8927-81a5-4830-afe6-1f5f8923fdcf, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=ed6d8927-81a5-4830-afe6-1f5f8923fdcf,segment=NetworkSegment(4fb1d178-9fdc-4abb-9c5b-6850b2976f43),segment_id=4fb1d178-9fdc-4abb-9c5b-6850b2976f43)] {{(pid=78482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:19:35.902186 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:35.905956 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:35.989703 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Pushing event updated for resources: {'Port': ['ID=ed6d8927-81a5-4830-afe6-1f5f8923fdcf,revision_number=4']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:35.993318 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:35.994025 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Routers {'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:19:35.994614 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:19:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['ac769c45-1c4a-4e7e-ac64-4bcd29b7c244'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:19:36.149907 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] Set router ac769c45-1c4a-4e7e-ac64-4bcd29b7c244 gateway port host: None {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:19:36.474930 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'name': 'router1', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:19:23Z', 'updated_at': '2021-06-27T12:19:33Z', 'revision_number': 2, 'project_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'gw_port_host': None, '_interfaces': [{'id': 'ed6d8927-81a5-4830-afe6-1f5f8923fdcf', 'name': '', 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'mac_address': 'fa:16:3e:df:71:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '593d029c-aa87-48b9-94ad-2554a4f4e515', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:19:32Z', 'updated_at': '2021-06-27T12:19:35Z', 'revision_number': 4, 'project_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'subnets': [{'id': '593d029c-aa87-48b9-94ad-2554a4f4e515', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f2f8e35-b124-41f5-a30b-4d6ebd25a11d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:19:36.479009 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcc4a8-50da-48fa-996d-a9fb9257e100 None None] The sync data for ids ['ac769c45-1c4a-4e7e-ac64-4bcd29b7c244'] in dv-cinder-798099-1-iscsi is: [{'id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'name': 'router1', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:19:23Z', 'updated_at': '2021-06-27T12:19:33Z', 'revision_number': 2, 'project_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'gw_port_host': None, '_interfaces': [{'id': 'ed6d8927-81a5-4830-afe6-1f5f8923fdcf', 'name': '', 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'mac_address': 'fa:16:3e:df:71:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '593d029c-aa87-48b9-94ad-2554a4f4e515', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:19:32Z', 'updated_at': '2021-06-27T12:19:35Z', 'revision_number': 4, 'project_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'subnets': [{'id': '593d029c-aa87-48b9-94ad-2554a4f4e515', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f2f8e35-b124-41f5-a30b-4d6ebd25a11d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:19:36.662814 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 56460) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:36.845033 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945ae6e-30d2-4bc9-955b-1be3eb49dcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:36.846527 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-f945ae6e-30d2-4bc9-955b-1be3eb49dcde admin admin] 10.222.0.38 "GET /v2.0/networks/95203e1a-d9c9-4f54-b889-7dac30ed9d8f HTTP/1.1" status: 200 len: 842 time: 0.1823924 Jun 27 12:19:36.856324 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:19:36.862231 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:19:36.866033 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Usage tracker for resource:subnet and tenant:d2271234b9024d17a370110b782b45f2 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:19:36.869382 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:19:36.875036 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:19:36.886475 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Made reservation on behalf of d2271234b9024d17a370110b782b45f2 for: {'subnet': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:19:36.889622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:37.204564 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device ed6d8927-81a5-4830-afe6-1f5f8923fdcf up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:19:37.277579 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port ed6d8927-81a5-4830-afe6-1f5f8923fdcf completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:19:37.283354 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port ed6d8927-81a5-4830-afe6-1f5f8923fdcf triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:19:37.284008 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:37.316719 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.objects.ports [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78480) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 27 12:19:37.317211 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for subnet, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:37.322332 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:37.418558 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c8bf52-d6f6-4db7-a231-760e237aecba,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:37.436923 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:37.437314 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:37.437541 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:37.437853 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:37.438160 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:37.438507 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:37.438814 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:37.439124 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:37.439408 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:37.439708 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:37.440004 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:37.440367 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Tracked resource versions report: Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: pushed versions: Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: { 'AddressGroup': {'1.2'}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'ConntrackHelper': {'1.0'}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Log': {'1.0'}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Network': {'1.1'}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Port': {'1.7'}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'PortForwarding': {'1.2'}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'QosPolicy': {'1.8'}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'SecurityGroup': {'1.4'}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'SubPort': {'1.0'}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Subnet': {'1.1'}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Trunk': {'1.1'}} Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: consumer versions: Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: { DHCP agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: L3 agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: Metadata agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: Metering agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: Open vSwitch agent@dv-cinder-798099-1-iscsi: { 'AddressGroup': '1.2', Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'ConntrackHelper': '1.0', Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Log': '1.0', Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Network': '1.1', Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Port': '1.7', Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'PortForwarding': '1.2', Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'QosPolicy': '1.8', Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'SecurityGroup': '1.4', Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'SecurityGroupRule': '1.2', Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'SubPort': '1.0', Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Subnet': '1.1', Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Trunk': '1.1'}} Jun 27 12:19:37.441375 dv-cinder-798099-1-iscsi neutron-server[78480]: {{(pid=78480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:19:37.448663 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:37.464687 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Checking segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:19:37.465062 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Network hostable DHCP agents. Network: 95203e1a-d9c9-4f54-b889-7dac30ed9d8f, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:19:37.486642 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port ed6d8927-81a5-4830-afe6-1f5f8923fdcf, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=ed6d8927-81a5-4830-afe6-1f5f8923fdcf,segment=NetworkSegment(4fb1d178-9fdc-4abb-9c5b-6850b2976f43),segment_id=4fb1d178-9fdc-4abb-9c5b-6850b2976f43)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:19:37.488715 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:37.493964 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:37.494288 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:19:37.496380 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:37.507182 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, 95203e1a-d9c9-4f54-b889-7dac30ed9d8f) {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:19:37.512437 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:37.513871 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:37.530568 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff6c51a-5fb4-42ed-af55-2f6ca5bc6f65 None None] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:19:37.535139 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6826479 Jun 27 12:19:37.661875 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=ed6d8927-81a5-4830-afe6-1f5f8923fdcf,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:37.665241 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:37.791657 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5df5056-07d4-4e3c-8460-281bd63a7e8c None None] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:19:39.176990 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device ed6d8927-81a5-4830-afe6-1f5f8923fdcf up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:19:39.244010 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port ed6d8927-81a5-4830-afe6-1f5f8923fdcf triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:19:39.244409 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:39.761990 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 56478) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:39.965454 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-8812e361-d3f6-4436-818c-028959729315 admin admin] 10.222.0.38 "GET /v2.0/routers/ac769c45-1c4a-4e7e-ac64-4bcd29b7c244 HTTP/1.1" status: 200 len: 710 time: 0.2017829 Jun 27 12:19:40.097939 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d58f7-c87f-44c4-9f6d-368b9aad7c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:19:40.098405 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-f26d58f7-c87f-44c4-9f6d-368b9aad7c65 admin admin] Synchronizing usage tracker for tenant:d2271234b9024d17a370110b782b45f2 on resource:network {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:19:40.121016 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-f26d58f7-c87f-44c4-9f6d-368b9aad7c65 admin admin] Unset dirty status for tenant:d2271234b9024d17a370110b782b45f2 on resource:network {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:19:40.122167 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-f26d58f7-c87f-44c4-9f6d-368b9aad7c65 admin admin] 10.222.0.38 "GET /v2.0/networks/95203e1a-d9c9-4f54-b889-7dac30ed9d8f HTTP/1.1" status: 200 len: 886 time: 0.1499925 Jun 27 12:19:40.132554 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:19:40.576305 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3774418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100808'] for router, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:40.925845 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:40.987157 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:41.187293 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Allocated IP 172.27.0.154 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/6fdbda4f-937e-41ee-bf01-3d608eb97538) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:19:41.331338 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:41.362515 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:41.366166 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3aeb433c-8094-498b-950d-11a292fa4777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:41.428562 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:19:41.431620 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:19:41.437028 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:19:41.488705 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Pushing event updated for resources: {'Port': ['ID=6fdbda4f-937e-41ee-bf01-3d608eb97538,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:41.498360 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:41.813022 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:42.151533 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3774418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100808'] for router, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:42.155081 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3820407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3820377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3820398', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3774332'] for router, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:42.333832 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Router ac769c45-1c4a-4e7e-ac64-4bcd29b7c244 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:19:42.562888 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:19:42.573641 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Notify callbacks [] for router, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:42.573796 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Sync routers for ids ['ac769c45-1c4a-4e7e-ac64-4bcd29b7c244'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:19:42.574987 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] 10.222.0.38 "PUT /v2.0/routers/ac769c45-1c4a-4e7e-ac64-4bcd29b7c244 HTTP/1.1" status: 200 len: 890 time: 2.4457719 Jun 27 12:19:42.584834 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Routers {'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:19:42.585512 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:19:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['ac769c45-1c4a-4e7e-ac64-4bcd29b7c244'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:19:42.802072 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Set router ac769c45-1c4a-4e7e-ac64-4bcd29b7c244 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:19:43.177534 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'name': 'router1', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6fdbda4f-937e-41ee-bf01-3d608eb97538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:19:23Z', 'updated_at': '2021-06-27T12:19:41Z', 'revision_number': 4, 'project_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'gw_port': {'id': '6fdbda4f-937e-41ee-bf01-3d608eb97538', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:19:41Z', 'updated_at': '2021-06-27T12:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'ed6d8927-81a5-4830-afe6-1f5f8923fdcf', 'name': '', 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'mac_address': 'fa:16:3e:df:71:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '593d029c-aa87-48b9-94ad-2554a4f4e515', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:19:32Z', 'updated_at': '2021-06-27T12:19:37Z', 'revision_number': 5, 'project_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'subnets': [{'id': '593d029c-aa87-48b9-94ad-2554a4f4e515', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f2f8e35-b124-41f5-a30b-4d6ebd25a11d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:19:43.182526 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Checking router: ac769c45-1c4a-4e7e-ac64-4bcd29b7c244 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:19:43.182883 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Updating router ac769c45-1c4a-4e7e-ac64-4bcd29b7c244 port 6fdbda4f-937e-41ee-bf01-3d608eb97538 binding host dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:19:43.234561 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:43.587967 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Notify callbacks [] for port, precommit_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:43.599525 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Transition to ACTIVE for port object 6fdbda4f-937e-41ee-bf01-3d608eb97538 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:19:43.607906 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:43.612062 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:43.684152 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Attempting to bind port 6fdbda4f-937e-41ee-bf01-3d608eb97538 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:19:43.684576 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Attempting to bind port 6fdbda4f-937e-41ee-bf01-3d608eb97538 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:19:43.684943 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Attempting to bind port 6fdbda4f-937e-41ee-bf01-3d608eb97538 on network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:19:43.690527 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf4840-eb3f-461a-9c9a-81382543022d None None] Pushing event updated for resources: {'Port': ['ID=6fdbda4f-937e-41ee-bf01-3d608eb97538,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:43.694279 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-c6bf4840-eb3f-461a-9c9a-81382543022d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:43.695187 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:19:43.695568 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Checking segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:19:43.695964 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:43.696351 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Bound using segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:19:43.696833 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Bound port: 6fdbda4f-937e-41ee-bf01-3d608eb97538, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:19:43.697215 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:43.772382 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] For port 6fdbda4f-937e-41ee-bf01-3d608eb97538, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:19:43.775526 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] For port 6fdbda4f-937e-41ee-bf01-3d608eb97538, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=6fdbda4f-937e-41ee-bf01-3d608eb97538,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:19:43.782217 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:43.786255 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:43.860876 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Routers {'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:19:43.861550 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:19:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['ac769c45-1c4a-4e7e-ac64-4bcd29b7c244'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:19:43.911513 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf4840-eb3f-461a-9c9a-81382543022d None None] Pushing event updated for resources: {'Port': ['ID=6fdbda4f-937e-41ee-bf01-3d608eb97538,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:43.920640 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-c6bf4840-eb3f-461a-9c9a-81382543022d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:44.044446 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] Set router ac769c45-1c4a-4e7e-ac64-4bcd29b7c244 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:19:44.370594 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'name': 'router1', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6fdbda4f-937e-41ee-bf01-3d608eb97538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:19:23Z', 'updated_at': '2021-06-27T12:19:41Z', 'revision_number': 4, 'project_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'gw_port': {'id': '6fdbda4f-937e-41ee-bf01-3d608eb97538', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:19:41Z', 'updated_at': '2021-06-27T12:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'ed6d8927-81a5-4830-afe6-1f5f8923fdcf', 'name': '', 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'mac_address': 'fa:16:3e:df:71:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '593d029c-aa87-48b9-94ad-2554a4f4e515', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:19:32Z', 'updated_at': '2021-06-27T12:19:37Z', 'revision_number': 5, 'project_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'subnets': [{'id': '593d029c-aa87-48b9-94ad-2554a4f4e515', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f2f8e35-b124-41f5-a30b-4d6ebd25a11d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:19:44.374838 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb3b7db-b715-44e6-838f-ea2cfda5df61 None None] The sync data for ids ['ac769c45-1c4a-4e7e-ac64-4bcd29b7c244'] in dv-cinder-798099-1-iscsi is: [{'id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'name': 'router1', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '6fdbda4f-937e-41ee-bf01-3d608eb97538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:19:23Z', 'updated_at': '2021-06-27T12:19:41Z', 'revision_number': 4, 'project_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'gw_port': {'id': '6fdbda4f-937e-41ee-bf01-3d608eb97538', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:19:41Z', 'updated_at': '2021-06-27T12:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'ed6d8927-81a5-4830-afe6-1f5f8923fdcf', 'name': '', 'network_id': '12763b9e-db5f-48df-a9bf-6174a1f8e19e', 'tenant_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'mac_address': 'fa:16:3e:df:71:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac769c45-1c4a-4e7e-ac64-4bcd29b7c244', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '593d029c-aa87-48b9-94ad-2554a4f4e515', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:19:32Z', 'updated_at': '2021-06-27T12:19:37Z', 'revision_number': 5, 'project_id': 'b2c43e2de979495e9d0ec9ab64b905c5', 'subnets': [{'id': '593d029c-aa87-48b9-94ad-2554a4f4e515', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f2f8e35-b124-41f5-a30b-4d6ebd25a11d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:19:44.929854 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 56488) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:19:45.046911 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-67678a11-435e-49fe-9db1-02001574241a admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1156540 Jun 27 12:19:45.225468 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 6fdbda4f-937e-41ee-bf01-3d608eb97538 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:19:45.315785 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 6fdbda4f-937e-41ee-bf01-3d608eb97538 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:19:45.322246 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 6fdbda4f-937e-41ee-bf01-3d608eb97538 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:19:45.322246 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:45.442864 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:45.459232 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 6fdbda4f-937e-41ee-bf01-3d608eb97538, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=6fdbda4f-937e-41ee-bf01-3d608eb97538,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:19:45.466861 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:45.469056 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-c6bf4840-eb3f-461a-9c9a-81382543022d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:19:45.539205 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=6fdbda4f-937e-41ee-bf01-3d608eb97538,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:19:45.542988 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:19:47.197086 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 6fdbda4f-937e-41ee-bf01-3d608eb97538 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:19:47.278159 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 6fdbda4f-937e-41ee-bf01-3d608eb97538 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:19:47.279049 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:47.619447 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 5 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:19:56.492369 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-703193c9-7f8d-48e2-b1da-2613fb98d0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:56.949365 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:19:59.128102 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-886aae60-103a-41d6-8dd2-d2c512389ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:00.033258 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:01.495409 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:24.618849 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 5 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:20:26.486712 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1de5213c-ea89-4def-ac03-c8fa85fce767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:26.946029 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:29.103623 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-61b50700-43ff-4be5-806f-e1cdb2678625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:30.037087 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:31.494271 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:56.491755 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-635d6258-0d01-41f7-b5cf-4bc8397a04b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:56.941584 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:20:59.107192 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-03343b9c-f240-485c-8164-ada4e1d5f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:00.040479 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:01.506763 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:01.617348 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 5 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:21:26.489399 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-48a60299-1003-4425-a16e-97ae59a51119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:26.938702 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:29.103882 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-eefb9aa8-eb4a-48a8-8be6-2ae4ce87b833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:30.037081 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:31.504878 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:38.617213 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 5 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:21:46.092338 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57058) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:21:46.169037 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e00e0b-2e5c-450c-b2c5-b0fd8cf4dd85 admin admin] GET failed (client error): The resource could not be found. Jun 27 12:21:46.170413 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-f2e00e0b-2e5c-450c-b2c5-b0fd8cf4dd85 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0770123 Jun 27 12:21:46.322502 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cde96a0-3ab5-4de3-9e1d-30798e6e7050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:21:46.323975 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-8cde96a0-3ab5-4de3-9e1d-30798e6e7050 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1471798 Jun 27 12:21:48.425920 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57068) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:21:48.549319 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9b437-d345-41b6-8d6a-45206bedbe68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:21:48.550662 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-03a9b437-d345-41b6-8d6a-45206bedbe68 admin admin] 10.222.0.38 "GET /v2.0/subnets/593d029c-aa87-48b9-94ad-2554a4f4e515 HTTP/1.1" status: 200 len: 849 time: 0.1237111 Jun 27 12:21:48.559856 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:21:48.673575 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Notify callbacks [] for subnet, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:48.864043 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737232379859'] for subnet, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:48.868147 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-30c36bee-fa89-446f-8a81-8a8a21a5a4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:21:48.914000 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:21:48.914700 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:48.916099 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] 10.222.0.38 "PUT /v2.0/subnets/593d029c-aa87-48b9-94ad-2554a4f4e515 HTTP/1.1" status: 200 len: 868 time: 0.3598187 Jun 27 12:21:48.928558 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8f1ab3-5203-4c85-9769-1072a530bfb1 None None] Network 12763b9e-db5f-48df-a9bf-6174a1f8e19e requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:21:48.945413 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Pushing event updated for resources: {'Subnet': ['ID=593d029c-aa87-48b9-94ad-2554a4f4e515,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:21:48.953224 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:48.953564 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:48.953917 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:48.954234 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:48.954569 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:48.954887 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:48.955218 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:48.955531 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:48.955938 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:48.956170 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:48.956501 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:48.956834 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:21:48.960504 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:21:49.385110 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-7eb9fe81-e509-4152-8785-67b921f52697 None None] Provisioning complete for port ed6d8927-81a5-4830-afe6-1f5f8923fdcf triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:21:49.385489 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fe81-e509-4152-8785-67b921f52697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:49.513365 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-7eb9fe81-e509-4152-8785-67b921f52697 None None] Provisioning complete for port 365c9b97-141b-4a89-9b1f-5be6431e15c4 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:21:49.513589 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-7eb9fe81-e509-4152-8785-67b921f52697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:51.024026 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57078) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:21:51.205728 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd11cd-be72-462e-9b35-12b9d4d29642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:21:51.206217 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd11cd-be72-462e-9b35-12b9d4d29642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:21:51.207741 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-36fd11cd-be72-462e-9b35-12b9d4d29642 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1826854 Jun 27 12:21:53.326131 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57088) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:21:53.521883 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcf3ce4-e151-49a3-814c-8cea1c21ca08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:21:53.522265 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcf3ce4-e151-49a3-814c-8cea1c21ca08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:21:53.523802 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-6dcf3ce4-e151-49a3-814c-8cea1c21ca08 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963859 Jun 27 12:21:55.634610 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57098) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:21:55.819904 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b1863-5eb8-4f6a-9918-4de3953a34aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:21:55.821591 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-a06b1863-5eb8-4f6a-9918-4de3953a34aa admin admin] 10.222.0.38 "GET /v2.0/networks/12763b9e-db5f-48df-a9bf-6174a1f8e19e HTTP/1.1" status: 200 len: 869 time: 0.1860442 Jun 27 12:21:56.484640 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-98831af6-d731-456b-9c07-bfcefa2c6f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:56.935258 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:21:57.927311 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57108) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:21:58.132275 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bba6ad-ece3-41c2-867b-956ca4fd9598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:21:58.133506 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-26bba6ad-ece3-41c2-867b-956ca4fd9598 admin admin] 10.222.0.38 "GET /v2.0/networks/95203e1a-d9c9-4f54-b889-7dac30ed9d8f HTTP/1.1" status: 200 len: 886 time: 0.2052128 Jun 27 12:21:59.099307 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-58023ad2-34f1-4db7-951b-69680622e394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:00.039861 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:00.234864 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57118) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:22:00.349759 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386398b4-ae56-4fab-8e2e-0623f35b0fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:22:00.350213 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386398b4-ae56-4fab-8e2e-0623f35b0fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:22:00.350935 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-386398b4-ae56-4fab-8e2e-0623f35b0fef admin admin] Synchronizing usage tracker for tenant:d2271234b9024d17a370110b782b45f2 on resource:subnet {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:22:00.373985 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-386398b4-ae56-4fab-8e2e-0623f35b0fef admin admin] Unset dirty status for tenant:d2271234b9024d17a370110b782b45f2 on resource:subnet {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:22:00.375299 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-386398b4-ae56-4fab-8e2e-0623f35b0fef admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1394999 Jun 27 12:22:01.506809 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:02.483479 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57128) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:22:02.601193 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58dac01-fc0e-4e8b-98f6-b1aa39c31fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:22:02.601648 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58dac01-fc0e-4e8b-98f6-b1aa39c31fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:22:02.603160 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-e58dac01-fc0e-4e8b-98f6-b1aa39c31fa0 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1187348 Jun 27 12:22:04.711542 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57138) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:22:04.845103 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc87f5f-4ab4-46cf-9152-f11b3f330995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:22:04.846510 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-3dc87f5f-4ab4-46cf-9152-f11b3f330995 admin admin] 10.222.0.38 "GET /v2.0/subnets/593d029c-aa87-48b9-94ad-2554a4f4e515 HTTP/1.1" status: 200 len: 868 time: 0.1340294 Jun 27 12:22:06.960848 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57148) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:22:07.085966 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc626ce1-1388-477e-827f-80586850da25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:22:07.087367 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-cc626ce1-1388-477e-827f-80586850da25 admin admin] 10.222.0.38 "GET /v2.0/subnets/c2c8bf52-d6f6-4db7-a231-760e237aecba HTTP/1.1" status: 200 len: 816 time: 0.1254258 Jun 27 12:22:15.617520 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 5 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:22:26.481124 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-c667b8a0-7ba1-4c74-9662-9b55c2d12e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:26.930816 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:29.104977 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-a3095b94-9d44-4b2c-b84c-e97b93669594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:29.798166 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57192) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:22:29.850799 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [None req-e5836782-df8c-4a5f-9602-382a1593d398 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78479) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:22:29.852316 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e5836782-df8c-4a5f-9602-382a1593d398 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526617 Jun 27 12:22:30.043655 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:31.517830 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:32.006921 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57202) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:22:32.089614 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.pecan_wsgi.hooks.translation [None req-2553b947-5a78-42bb-a7cc-0dfe7fa7e899 admin admin] GET failed (client error): The resource could not be found. Jun 27 12:22:32.090888 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-2553b947-5a78-42bb-a7cc-0dfe7fa7e899 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0829508 Jun 27 12:22:32.228973 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e89589-d6da-4d3c-9758-db343a1373da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:22:32.230986 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e2e89589-d6da-4d3c-9758-db343a1373da admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1359375 Jun 27 12:22:34.389816 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57212) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:22:34.446606 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:22:34.454866 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:22:34.468966 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:22:34.480124 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Made reservation on behalf of d2271234b9024d17a370110b782b45f2 for: {'network': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:22:34.483479 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:34.581581 dv-cinder-798099-1-iscsi neutron-server[78479]: WARNING neutron.services.revisions.revision_plugin [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Could not find related network for resource to bump revision. Jun 27 12:22:34.596471 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=78479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:22:34.606132 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:34.606470 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.segments_db [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Added segment 736ee711-ffd8-4512-923e-4bbd92b18991 of type vlan for network b90177ed-21ae-4921-ab1c-57c9dcb51737 Jun 27 12:22:34.631852 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:34.672300 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:34.673666 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:22:34.674188 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:34.677367 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:22:34.824807 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Pushing event updated for resources: {'Network': ['ID=b90177ed-21ae-4921-ab1c-57c9dcb51737,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:22:34.827802 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:22:34.836397 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4386477 Jun 27 12:22:34.848327 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network b90177ed-21ae-4921-ab1c-57c9dcb51737 details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:22:36.941776 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57222) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:22:37.012135 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad4711d-685f-4f5c-bf93-3c05159d03df admin admin] GET failed (client error): The resource could not be found. Jun 27 12:22:37.013659 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-8ad4711d-685f-4f5c-bf93-3c05159d03df admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0708077 Jun 27 12:22:37.121234 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e98c19-a5b0-4c8b-af6a-23c59774b9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:22:37.122593 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-31e98c19-a5b0-4c8b-af6a-23c59774b9fc admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1050806 Jun 27 12:22:37.132366 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Request body: {'subnet': {'network_id': 'b90177ed-21ae-4921-ab1c-57c9dcb51737', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:22:37.138184 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:22:37.148527 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:22:37.160350 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Made reservation on behalf of d2271234b9024d17a370110b782b45f2 for: {'subnet': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:22:37.162586 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:37.373403 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for subnet, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:37.377966 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:22:37.448163 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e901ae94-f249-4d52-8865-205174ad115b,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:22:37.458682 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:37.459016 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:37.459340 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:37.459662 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:37.459974 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:37.460313 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:37.460651 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:37.460963 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:37.461287 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:37.461602 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:37.461901 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:37.462189 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:37.465022 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Checking segment: {'id': '736ee711-ffd8-4512-923e-4bbd92b18991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b90177ed-21ae-4921-ab1c-57c9dcb51737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:22:37.465367 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Network hostable DHCP agents. Network: b90177ed-21ae-4921-ab1c-57c9dcb51737, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:22:37.470938 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:22:37.486450 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Network b90177ed-21ae-4921-ab1c-57c9dcb51737 is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:22:37.498362 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, b90177ed-21ae-4921-ab1c-57c9dcb51737) {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:22:37.504143 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:22:37.504796 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:37.507179 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba7ca1-103f-4ddf-af62-a0380e18ab69 None None] Network b90177ed-21ae-4921-ab1c-57c9dcb51737 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:22:37.534549 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4055195 Jun 27 12:22:37.725716 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d5a1f2-d579-5b19-9210-bd0cee90bf3b-b90177ed-21ae-4921-ab1c-57c9dcb51737', 'network_id': 'b90177ed-21ae-4921-ab1c-57c9dcb51737', 'tenant_id': 'd2271234b9024d17a370110b782b45f2', 'fixed_ips': [{'subnet_id': 'e901ae94-f249-4d52-8865-205174ad115b'}]}} from dv-cinder-798099-1-iscsi. {{(pid=78481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:22:37.726575 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:37.924461 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.db_base_plugin_common [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Allocated IP 192.168.233.2 (b90177ed-21ae-4921-ab1c-57c9dcb51737/e901ae94-f249-4d52-8865-205174ad115b/feeff726-909a-4913-b3a2-e514671d7429) {{(pid=78481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:22:38.130266 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:38.140642 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Transition to ACTIVE for port object feeff726-909a-4913-b3a2-e514671d7429 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:22:38.159145 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Transition to ACTIVE for port object feeff726-909a-4913-b3a2-e514671d7429 will not be triggered until provisioned by entity DHCP. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:22:38.171163 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:38.176325 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:22:38.243056 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Network b90177ed-21ae-4921-ab1c-57c9dcb51737 is already hosted by enough agents. {{(pid=78481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:22:38.244215 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.base_scheduler [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Resources bound (agent type, host, resource id): {{(pid=78481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:22:38.248211 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Received port after_create {{(pid=78481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:22:38.256893 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Pushing event updated for resources: {'Port': ['ID=feeff726-909a-4913-b3a2-e514671d7429,revision_number=1']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:22:38.297124 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:38.297443 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:38.297747 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:38.298056 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:38.298361 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:38.298675 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:38.298980 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:38.299278 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:38.299597 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:38.299915 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:38.300213 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:38.300537 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:22:38.327524 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:22:38.353251 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Attempting to bind port feeff726-909a-4913-b3a2-e514671d7429 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:22:38.353619 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Attempting to bind port feeff726-909a-4913-b3a2-e514671d7429 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '736ee711-ffd8-4512-923e-4bbd92b18991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b90177ed-21ae-4921-ab1c-57c9dcb51737'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:22:38.353980 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Attempting to bind port feeff726-909a-4913-b3a2-e514671d7429 on network b90177ed-21ae-4921-ab1c-57c9dcb51737 {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:22:38.359383 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:22:38.359751 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Checking segment: {'id': '736ee711-ffd8-4512-923e-4bbd92b18991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b90177ed-21ae-4921-ab1c-57c9dcb51737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:22:38.360141 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:38.360558 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Bound using segment: {'id': '736ee711-ffd8-4512-923e-4bbd92b18991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b90177ed-21ae-4921-ab1c-57c9dcb51737'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:22:38.361004 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Bound port: feeff726-909a-4913-b3a2-e514671d7429, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736ee711-ffd8-4512-923e-4bbd92b18991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b90177ed-21ae-4921-ab1c-57c9dcb51737'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:22:38.361403 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:38.450116 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] For port feeff726-909a-4913-b3a2-e514671d7429, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:22:38.453239 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] For port feeff726-909a-4913-b3a2-e514671d7429, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=feeff726-909a-4913-b3a2-e514671d7429,segment=NetworkSegment(736ee711-ffd8-4512-923e-4bbd92b18991),segment_id=736ee711-ffd8-4512-923e-4bbd92b18991)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:22:38.460469 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:38.464346 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:22:38.538857 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Pushing event updated for resources: {'Port': ['ID=feeff726-909a-4913-b3a2-e514671d7429,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:22:38.541333 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:22:39.307126 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device feeff726-909a-4913-b3a2-e514671d7429 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:22:39.345656 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549ed26b-804b-4915-8297-05e8d5ef558e None None] Network b90177ed-21ae-4921-ab1c-57c9dcb51737 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:22:39.474561 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-9ac20243-fd2e-4279-83d3-ea1da4661201 None None] Provisioning for port feeff726-909a-4913-b3a2-e514671d7429 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:22:39.482846 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port feeff726-909a-4913-b3a2-e514671d7429 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:22:39.497422 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-9ac20243-fd2e-4279-83d3-ea1da4661201 None None] Provisioning complete for port feeff726-909a-4913-b3a2-e514671d7429 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:22:39.497819 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-9ac20243-fd2e-4279-83d3-ea1da4661201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:39.522515 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port feeff726-909a-4913-b3a2-e514671d7429 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:22:39.522874 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:39.807453 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-9ac20243-fd2e-4279-83d3-ea1da4661201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:39.829069 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:39.872661 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-9ac20243-fd2e-4279-83d3-ea1da4661201 None None] For port feeff726-909a-4913-b3a2-e514671d7429, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=feeff726-909a-4913-b3a2-e514671d7429,segment=NetworkSegment(736ee711-ffd8-4512-923e-4bbd92b18991),segment_id=736ee711-ffd8-4512-923e-4bbd92b18991)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:22:39.880668 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-9ac20243-fd2e-4279-83d3-ea1da4661201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:39.907541 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:22:39.989070 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.db.api [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:22:39.989530 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_db.api [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:22:39.997647 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac20243-fd2e-4279-83d3-ea1da4661201 None None] Pushing event updated for resources: {'Port': ['ID=feeff726-909a-4913-b3a2-e514671d7429,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:22:40.001243 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-9ac20243-fd2e-4279-83d3-ea1da4661201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:22:40.102755 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-ba6b39aa-b129-4201-aac2-332996b714b3 None None] Provisioning complete for port feeff726-909a-4913-b3a2-e514671d7429 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:22:40.103050 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-ba6b39aa-b129-4201-aac2-332996b714b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:41.278225 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device feeff726-909a-4913-b3a2-e514671d7429 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:22:41.370315 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port feeff726-909a-4913-b3a2-e514671d7429 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:22:41.370690 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:52.617208 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 5 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:22:56.477147 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1f9f1096-48d1-4f5f-a99d-3f010d7ee71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:56.927191 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:22:59.111080 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b1e59636-7c41-40a0-980f-d01421a5a23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:00.047796 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:01.513933 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:26.481385 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-64ef2051-ec07-4694-9131-398838165d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:26.923325 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:29.108267 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-114c5789-40b8-4674-a59a-9969def160b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:29.617500 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 5 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:23:30.050843 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:31.520102 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:47.484875 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57272) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:23:47.490872 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [None req-35d34db5-c0ce-4212-85af-985119e70ae9 tempest-verify_tempest_config-323655014 tempest-verify_tempest_config-323655014-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78480) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:23:47.492108 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-35d34db5-c0ce-4212-85af-985119e70ae9 tempest-verify_tempest_config-323655014 tempest-verify_tempest_config-323655014-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059943 Jun 27 12:23:47.811146 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57290) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:23:47.943460 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:47.958661 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:23:47.962974 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Usage tracker for resource:security_group_rule and tenant:2d68c71dbc2c4657ab63b5572852b2ab is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:23:47.966733 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:23:47.972722 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:23:48.070851 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:48.077367 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:48.084635 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:23:48.126226 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d68c71dbc2c4657ab63b5572852b2ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3140314 Jun 27 12:23:48.127112 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90504a57-2bc0-4977-a8cd-1da22de7ce0f,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:23:48.129098 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57296) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:23:48.134341 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.134681 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.135005 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.135355 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.135629 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.135947 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.136259 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.136591 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.136908 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.137212 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.137515 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.137816 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.142166 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:23:48.188247 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:48.213451 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:48.312486 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:48.319925 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:23:48.333436 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90504a57-2bc0-4977-a8cd-1da22de7ce0f,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:23:48.343628 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.343975 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.344311 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.344639 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.344951 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.345311 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.345627 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.345934 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.346254 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.346563 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.346979 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.347283 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:23:48.350294 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:23:48.351298 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:48.352407 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90504a57-2bc0-4977-a8cd-1da22de7ce0f HTTP/1.1" status: 204 len: 168 time: 0.2222977 Jun 27 12:23:56.496009 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e95e9e00-790d-4431-be73-5bfa3113f464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:56.923538 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:23:59.105832 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-d19db987-e9ba-403c-af40-6279d16b14fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:00.052996 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:01.517916 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:06.616447 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 5 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:24:26.497199 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-413b929e-418a-4e58-8801-2e1710c951b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:26.926297 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:29.108493 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e12091e4-f13f-4e54-8053-e37f0d0a75cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:30.057011 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:31.523121 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:43.620066 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 5 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:24:56.494217 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-5f5e505e-ad1f-4069-99cc-63872a92ad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:56.922816 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:24:59.106752 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-13f3b7c7-a474-4bf1-ba0c-322e06640f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:00.063578 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:01.529853 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:20.620385 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 5 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:25:25.271694 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774530'] for agent, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:26.489337 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-6fe731e9-ba28-4339-96ad-711163593270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:26.917440 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:28.772320 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57348) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:28.891938 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-75769171-e123-476a-ab24-1ccb83cecdeb admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1185055 Jun 27 12:25:29.100880 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0fffdf5c-f44f-43bb-bf2c-84573011ebc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:30.063113 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:30.989142 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57358) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:25:31.045627 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-457f56e8-90ac-467b-9351-cda161e80cf8 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0554070 Jun 27 12:25:31.529029 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:55.253041 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:56.507463 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e4260913-dfa6-4e8e-9ad4-6a148bf68930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:56.926363 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:25:57.625107 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:25:59.110371 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0f31cacc-7f88-4b9c-ba03-11fbf71e57c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:00.071860 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:01.533266 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:25.253563 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:26.493199 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-7bf905de-6bca-4cab-a0bd-c74df313fee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:26.922658 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:29.105116 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-c80c4e0f-5316-4e58-b2da-f39e2c3f749c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:30.070960 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:31.539842 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:34.626402 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:26:55.265507 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:56.497557 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b90c20eb-9f38-413e-a967-f704380d50e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:56.916755 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:26:59.110362 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-8a7407af-cb8f-424c-bf04-a00a549aa033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:00.073685 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:01.537923 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:08.300016 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57576) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:08.604019 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57588) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:08.717959 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-736377164-network', 'tenant_id': '456d7cf361d04312bd0757b6677d5376'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:08.723020 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:08.728935 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Usage tracker for resource:network and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:08.733254 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:08.741200 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:08.755628 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Made reservation on behalf of 456d7cf361d04312bd0757b6677d5376 for: {'network': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:08.760071 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:08.778888 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:08.795679 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:08.801933 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Usage tracker for resource:security_group_rule and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:08.805759 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:08.812517 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:08.952760 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:08.959254 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:08.963948 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-57c1f8c7-83f1-472f-b6df-b7532bafa925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:09.019378 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1218256762-network', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:09.020593 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57610) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:09.032880 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=78479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:27:09.040048 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90827d29-828e-42bd-b558-c3c9fac74023,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:09.052530 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.053059 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.053550 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.054016 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.054478 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.054945 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.055413 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.056023 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.056700 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.057158 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.057645 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.057958 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Tracked resource versions report: Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: pushed versions: Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: { 'AddressGroup': {'1.2'}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'ConntrackHelper': {'1.0'}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Log': {'1.0'}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Network': {'1.1'}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Port': {'1.7'}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'PortForwarding': {'1.2'}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'QosPolicy': {'1.8'}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'SecurityGroup': {'1.4'}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'SubPort': {'1.0'}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Subnet': {'1.1'}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Trunk': {'1.1'}} Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: consumer versions: Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: { DHCP agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: HyperV agent@hv-cinder-79809: {}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: L3 agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: Metadata agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: Metering agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: Open vSwitch agent@dv-cinder-798099-1-iscsi: { 'AddressGroup': '1.2', Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'ConntrackHelper': '1.0', Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Log': '1.0', Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Network': '1.1', Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Port': '1.7', Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'PortForwarding': '1.2', Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'QosPolicy': '1.8', Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'SecurityGroup': '1.4', Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'SecurityGroupRule': '1.2', Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'SubPort': '1.0', Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Subnet': '1.1', Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: 'Trunk': '1.1'}} Jun 27 12:27:09.058995 dv-cinder-798099-1-iscsi neutron-server[78479]: {{(pid=78479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:27:09.065381 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57620) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:09.075580 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.075915 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.segments_db [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Added segment f9ddb658-b335-4f0a-8afc-4e4d3d7afad9 of type vlan for network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f Jun 27 12:27:09.077139 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:09.081894 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:09.088492 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Usage tracker for resource:network and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:09.094940 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:09.114542 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:09.124944 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.143655 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Made reservation on behalf of e6098d054d9c4b7a9150524fc86a1454 for: {'network': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:09.155491 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.196684 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.217452 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:09.221619 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Usage tracker for resource:security_group_rule and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:09.224876 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:09.228161 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.231910 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:09.232595 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.244866 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1602584201-network', 'tenant_id': '89cdb437a0cd4e18bfce7d01d7690036'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:09.247233 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:09.248890 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:09.253760 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:09.254910 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Usage tracker for resource:network and tenant:89cdb437a0cd4e18bfce7d01d7690036 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:09.264736 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:09.281913 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:09.299380 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Made reservation on behalf of 89cdb437a0cd4e18bfce7d01d7690036 for: {'network': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:09.301884 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.324711 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.352524 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:09.361996 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Usage tracker for resource:security_group_rule and tenant:89cdb437a0cd4e18bfce7d01d7690036 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:09.367492 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:09.383303 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:09.451058 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1490266 Jun 27 12:27:09.456579 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57640) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:09.470873 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Request body: {'subnet': {'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-subnet', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:09.474404 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Pushing event updated for resources: {'Network': ['ID=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:09.486897 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:27:09.492014 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:09.494808 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:09.503896 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Usage tracker for resource:subnet and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:09.509379 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:09.511269 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.521247 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:09.527340 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-953593781-network', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:09.536090 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.538081 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:09.551680 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Usage tracker for resource:network and tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:09.555214 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-356931ae-6ac7-41e7-8ad8-53288538acc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:09.555796 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Made reservation on behalf of 456d7cf361d04312bd0757b6677d5376 for: {'subnet': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:09.558733 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.566489 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:09.580228 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:09.590168 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=78480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:27:09.640973 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737232388792', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.642555 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Unsubscribe: segment precommit_create {{(pid=78480) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 12:27:09.643318 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.segments_db [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Added segment 26c87a47-5020-4dc6-8a22-9f7cb00a9f74 of type vlan for network bab9be7a-3701-4127-b765-06349884d890 Jun 27 12:27:09.682283 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.687515 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.695937 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.713701 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=78479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:27:09.725629 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.726321 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.segments_db [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Added segment 5d49d98f-3349-4622-89c8-71842f3119cf of type vlan for network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f Jun 27 12:27:09.752779 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.757286 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.757716 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:09.758635 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.792193 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-dbc04e46-bb02-4528-84fa-b8f21dbeab5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:09.807731 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9128eba8-d2e4-4bde-bb48-e3f8b66ee549,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:09.810261 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Made reservation on behalf of 1f0e9ca1b5b54a798bd4d9dcdbca18e3 for: {'network': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:09.816987 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.826911 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.845180 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:09.854450 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.869743 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.870104 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.870443 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.870782 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.871104 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.871440 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.871765 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.872080 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.872434 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.872755 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.873068 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.873378 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Tracked resource versions report: Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: pushed versions: Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: { 'AddressGroup': {'1.2'}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'ConntrackHelper': {'1.0'}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Log': {'1.0'}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Network': {'1.1'}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Port': {'1.7'}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'PortForwarding': {'1.2'}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'QosPolicy': {'1.8'}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'SecurityGroup': {'1.4'}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'SubPort': {'1.0'}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Subnet': {'1.1'}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Trunk': {'1.1'}} Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: consumer versions: Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: { DHCP agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: HyperV agent@hv-cinder-79809: {}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: L3 agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: Metadata agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: Metering agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: Open vSwitch agent@dv-cinder-798099-1-iscsi: { 'AddressGroup': '1.2', Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'ConntrackHelper': '1.0', Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Log': '1.0', Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Network': '1.1', Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Port': '1.7', Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'PortForwarding': '1.2', Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'QosPolicy': '1.8', Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'SecurityGroup': '1.4', Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'SecurityGroupRule': '1.2', Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'SubPort': '1.0', Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Subnet': '1.1', Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: 'Trunk': '1.1'}} Jun 27 12:27:09.874418 dv-cinder-798099-1-iscsi neutron-server[78480]: {{(pid=78480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:27:09.882366 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:09.914727 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:09.917854 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:09.951921 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7ec5ee-bc76-41c7-8123-48781c3e9595,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:09.957941 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:09.963901 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:09.997596 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:09.997596 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9744449 Jun 27 12:27:10.005899 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57662) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:10.016034 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4090002 Jun 27 12:27:10.021443 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Usage tracker for resource:security_group_rule and tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:10.022017 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Request body: {'subnet': {'network_id': 'bab9be7a-3701-4127-b765-06349884d890', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1602584201-subnet', 'tenant_id': '89cdb437a0cd4e18bfce7d01d7690036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:10.028533 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57666) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:10.035009 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:10.088026 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Request body: {'subnet': {'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1218256762-subnet', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:10.109316 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:10.119736 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:10.122704 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Pushing event updated for resources: {'Network': ['ID=bab9be7a-3701-4127-b765-06349884d890,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:10.138143 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network bab9be7a-3701-4127-b765-06349884d890 details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:27:10.149796 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:10.195666 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Usage tracker for resource:subnet and tenant:89cdb437a0cd4e18bfce7d01d7690036 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:10.206260 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:10.224994 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Pushing event updated for resources: {'Network': ['ID=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:10.229118 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:10.234697 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:10.247043 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:10.265983 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Usage tracker for resource:subnet and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:10.276084 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:10.295526 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:10.303129 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Made reservation on behalf of 89cdb437a0cd4e18bfce7d01d7690036 for: {'subnet': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:10.305984 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.309697 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:27:10.312161 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.317939 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.324862 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:10.368916 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=78480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:27:10.373574 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Made reservation on behalf of e6098d054d9c4b7a9150524fc86a1454 for: {'subnet': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:10.376492 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.378994 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592c9d1c-0356-441d-acb7-59a9c7edb2a8,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:10.388405 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:10.399828 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.400565 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.segments_db [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Added segment 43ef0c42-2121-4eb7-adbc-8c4398ac10e3 of type vlan for network b11a4e2d-a287-410e-8ea7-a192cd2e008d Jun 27 12:27:10.426768 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for subnet, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.476653 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.501769 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:10.532360 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.534202 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:10.535272 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.540810 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6f9b803e-9116-4dcb-a3cc-f842c5bb8c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:10.670892 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Pushing event updated for resources: {'Network': ['ID=b11a4e2d-a287-410e-8ea7-a192cd2e008d,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:10.674490 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:10.680674 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6107106 Jun 27 12:27:10.680674 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57706) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:10.688943 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Request body: {'subnet': {'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-953593781-subnet', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:10.689477 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network b11a4e2d-a287-410e-8ea7-a192cd2e008d details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:27:10.694669 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:10.698918 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Usage tracker for resource:subnet and tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:10.700153 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b9457c-a537-4809-bc2f-cfd159f41f1b,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:10.702957 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:10.708680 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:10.710181 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:10.726462 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Made reservation on behalf of 1f0e9ca1b5b54a798bd4d9dcdbca18e3 for: {'subnet': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:10.729906 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Notify callbacks [] for subnet, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.757896 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Checking segment: {'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:10.758248 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Network hostable DHCP agents. Network: a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:27:10.889799 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:27:10.916231 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for subnet, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:10.918669 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f) {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:10.929314 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc660da-e4a6-4ad5-8794-a079bf89b532 None None] Network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:27:10.944783 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:10.984665 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:10.985401 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.070856 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6116633 Jun 27 12:27:11.072258 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for subnet, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.075851 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea6da9b-4863-4f03-9884-cd7b2bd9829b,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:11.076807 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57710) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:11.078568 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:11.086103 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-5e1fd73c-7fcf-4829-a581-9e84eee8da99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:11.098893 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:11.109951 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:11.122183 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Usage tracker for resource:router and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:11.129974 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:11.142325 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Checking segment: {'id': '26c87a47-5020-4dc6-8a22-9f7cb00a9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bab9be7a-3701-4127-b765-06349884d890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:11.142767 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Network hostable DHCP agents. Network: bab9be7a-3701-4127-b765-06349884d890, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:27:11.178599 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:11.189485 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c408987c-cc93-40ed-9edd-1045a910e913,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:11.192850 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:11.217858 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Network bab9be7a-3701-4127-b765-06349884d890 is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:27:11.223969 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Checking segment: {'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:11.226988 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100845'] for router, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.227841 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3820354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100838'] for router, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.228342 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Network hostable DHCP agents. Network: f2965d30-fb8f-458f-bc60-25a0f9c6cf2f, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:27:11.256689 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, bab9be7a-3701-4127-b765-06349884d890) {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:11.261848 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:11.262753 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.269184 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2663467b-6909-40c8-8ce1-f6a185d496a9 None None] Network bab9be7a-3701-4127-b765-06349884d890 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:27:11.303192 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:27:11.306076 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d5a1f2-d579-5b19-9210-bd0cee90bf3b-a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b'}]}} from dv-cinder-798099-1-iscsi. {{(pid=78481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:27:11.307110 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.325067 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3110714 Jun 27 12:27:11.325067 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, f2965d30-fb8f-458f-bc60-25a0f9c6cf2f) {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:11.332609 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:11.336249 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.355328 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.358709 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for subnet, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.380868 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12580630-7817-4af7-b696-e4c87936d270 None None] Network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:27:11.389811 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-bb2beb63-8963-4db9-a6d2-7b5072c87922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:11.402757 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3677573 Jun 27 12:27:11.403674 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57730) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:11.417449 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:11.429872 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:11.449138 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Usage tracker for resource:router and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:11.456083 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:11.475421 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:11.515113 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100845'] for router, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.517262 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3820354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100838'] for router, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.597381 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:11.627691 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:27:12.036038 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57768) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:12.050304 dv-cinder-798099-1-iscsi neutron-server[78479]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 12:27:12.071388 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57772) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:12.096160 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3774418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100808'] for router, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.111493 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Checking segment: {'id': '43ef0c42-2121-4eb7-adbc-8c4398ac10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:12.111842 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Network hostable DHCP agents. Network: b11a4e2d-a287-410e-8ea7-a192cd2e008d, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:27:12.121136 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a134c88f-299e-4abe-bd3b-b238015fe48c,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:12.123831 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:12.182350 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Network b11a4e2d-a287-410e-8ea7-a192cd2e008d is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:27:12.183871 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.db_base_plugin_common [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Allocated IP 172.20.0.2 (a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f/e9b9457c-a537-4809-bc2f-cfd159f41f1b/b9396f74-4107-4469-9587-59aa10545ee8) {{(pid=78481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:12.194449 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c7c229-2400-4c9f-84a4-515c0ae72961 None None] Network bab9be7a-3701-4127-b765-06349884d890 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:27:12.201936 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, b11a4e2d-a287-410e-8ea7-a192cd2e008d) {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:12.206176 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:12.206758 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.218873 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3774418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100808'] for router, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.249016 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f145e-94de-4bd6-a56c-3b3bd1bd3792 None None] Network b11a4e2d-a287-410e-8ea7-a192cd2e008d requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:27:12.333732 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6515408 Jun 27 12:27:12.336360 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 57780) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:12.346308 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9edd8a7c-8111-4bb2-8f34-589947459e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.348096 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-953593781-router', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:12.362192 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:12.369431 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Usage tracker for resource:router and tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:12.371340 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-9edd8a7c-8111-4bb2-8f34-589947459e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:12.377856 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:12.381022 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-9edd8a7c-8111-4bb2-8f34-589947459e06 admin admin] Usage tracker for resource:security_group_rule and tenant:3b72a256fc42484a829d3e508d98f0ce is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:12.386956 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-9edd8a7c-8111-4bb2-8f34-589947459e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:12.387935 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-52f5cd4d-6379-44cc-9fb9-824acf9316bf tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:12.389583 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-52f5cd4d-6379-44cc-9fb9-824acf9316bf tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/networks?id=bab9be7a-3701-4127-b765-06349884d890 HTTP/1.1" status: 200 len: 812 time: 0.3520949 Jun 27 12:27:12.397144 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-9edd8a7c-8111-4bb2-8f34-589947459e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:12.435505 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:12.460762 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-893ba3fa-318d-47cb-b8ba-1ae168b4954a tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/quotas/89cdb437a0cd4e18bfce7d01d7690036 HTTP/1.1" status: 200 len: 375 time: 0.0225410 Jun 27 12:27:12.475341 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100845'] for router, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.476444 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3820354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100838'] for router, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.526449 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-185b886b-e40d-4399-bd15-ac333b333de1 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=89cdb437a0cd4e18bfce7d01d7690036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590169 Jun 27 12:27:12.540701 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.617591 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d5a1f2-d579-5b19-9210-bd0cee90bf3b-f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913'}]}} from dv-cinder-798099-1-iscsi. {{(pid=78481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:27:12.618745 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.628029 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c290cc-6d7d-4ea5-bc4e-f00ed8aa8c6d None None] Network b11a4e2d-a287-410e-8ea7-a192cd2e008d requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:27:12.746213 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.787303 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.944706 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9edd8a7c-8111-4bb2-8f34-589947459e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:12.973196 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-d02d3493-8d5a-41e1-a6c1-4d56526f5bc4 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78479) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:27:12.974198 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-d02d3493-8d5a-41e1-a6c1-4d56526f5bc4 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2572372 Jun 27 12:27:12.979879 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9edd8a7c-8111-4bb2-8f34-589947459e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:13.000447 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:13.113176 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd8a7c-8111-4bb2-8f34-589947459e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aeece4-93d8-4879-be88-5239c65890ff,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:13.124646 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-9edd8a7c-8111-4bb2-8f34-589947459e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:13.143344 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Allocated IP 172.27.0.109 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/a8a1bd24-af16-4282-9dcb-ff587c6c0b61) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:13.311963 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3774418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100808'] for router, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:13.324162 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:13.384274 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:13.422499 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-9edd8a7c-8111-4bb2-8f34-589947459e06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3b72a256fc42484a829d3e508d98f0ce&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3458109 Jun 27 12:27:13.434803 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:13.437882 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57828) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:13.469512 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.db_base_plugin_common [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Allocated IP 172.20.0.2 (f2965d30-fb8f-458f-bc60-25a0f9c6cf2f/c408987c-cc93-40ed-9edd-1045a910e913/a29df948-2224-4a4a-b940-a47c46d8d1f6) {{(pid=78481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:13.551828 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57834) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:13.573463 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-0efad69b-89fb-4049-932b-2c605f4a5280 service neutron] 10.222.0.38 "GET /v2.0/networks/bab9be7a-3701-4127-b765-06349884d890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714157 Jun 27 12:27:13.621869 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-63c19a7a-1b3e-4b46-b666-1a98dea61828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:13.717422 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:13.725204 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-63c19a7a-1b3e-4b46-b666-1a98dea61828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:13.732800 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:13.772969 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-73cab802-8339-4fca-944e-ee985f12752b service neutron] 10.222.0.38 "GET /v2.0/networks/bab9be7a-3701-4127-b765-06349884d890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832738 Jun 27 12:27:13.883148 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:13.889720 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Notify callbacks [] for port, precommit_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:13.894088 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:13.914969 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Transition to ACTIVE for port object b9396f74-4107-4469-9587-59aa10545ee8 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:13.916268 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:13.973540 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Transition to ACTIVE for port object b9396f74-4107-4469-9587-59aa10545ee8 will not be triggered until provisioned by entity DHCP. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:14.011351 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Allocated IP 172.27.0.131 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/1d78dcb6-5b79-4747-b02f-0e62d42e41ec) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:14.038291 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.057496 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:14.198597 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a1bd24-af16-4282-9dcb-ff587c6c0b61,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:14.204547 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:14.209613 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a18cca96-8b32-416a-9937-5776272a07e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.231945 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Notify callbacks [] for port, precommit_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.239488 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-a18cca96-8b32-416a-9937-5776272a07e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:14.245064 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f is already hosted by enough agents. {{(pid=78481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:14.249786 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-a18cca96-8b32-416a-9937-5776272a07e8 admin admin] Usage tracker for resource:security_group_rule and tenant:6b74dc792107425ca36583274cf0bbe1 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:14.254675 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.base_scheduler [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Resources bound (agent type, host, resource id): {{(pid=78481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:14.254834 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-a18cca96-8b32-416a-9937-5776272a07e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:14.264761 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-a18cca96-8b32-416a-9937-5776272a07e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:14.266767 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Received port after_create {{(pid=78481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:14.269351 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Pushing event updated for resources: {'Port': ['ID=b9396f74-4107-4469-9587-59aa10545ee8,revision_number=1']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:14.280994 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Transition to ACTIVE for port object a29df948-2224-4a4a-b940-a47c46d8d1f6 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:14.305352 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e09c868c-d826-4113-b9e7-a137cc8d2058 req-ecd2266f-a203-499b-a9bf-90db6774fec9 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 210 time: 0.1825855 Jun 27 12:27:14.322074 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:14.322445 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:14.322885 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:14.323210 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:14.323612 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:14.323894 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:14.324215 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:14.324592 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:14.324984 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:14.325253 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:14.325606 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:14.325919 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Tracked resource versions report: Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: pushed versions: Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: { 'AddressGroup': {'1.2'}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'ConntrackHelper': {'1.0'}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Log': {'1.0'}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Network': {'1.1'}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Port': {'1.7'}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'PortForwarding': {'1.2'}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'QosPolicy': {'1.8'}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'SecurityGroup': {'1.4'}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'SubPort': {'1.0'}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Subnet': {'1.1'}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Trunk': {'1.1'}} Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: consumer versions: Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: { DHCP agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: HyperV agent@hv-cinder-79809: {}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: L3 agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: Metadata agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: Metering agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: Open vSwitch agent@dv-cinder-798099-1-iscsi: { 'AddressGroup': '1.2', Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'ConntrackHelper': '1.0', Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Log': '1.0', Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Network': '1.1', Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Port': '1.7', Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'PortForwarding': '1.2', Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'QosPolicy': '1.8', Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'SecurityGroup': '1.4', Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'SecurityGroupRule': '1.2', Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'SubPort': '1.0', Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Subnet': '1.1', Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: 'Trunk': '1.1'}} Jun 27 12:27:14.335829 dv-cinder-798099-1-iscsi neutron-server[78481]: {{(pid=78481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:27:14.340055 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-63c19a7a-1b3e-4b46-b666-1a98dea61828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.343200 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:14.379093 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:14.393138 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c19a7a-1b3e-4b46-b666-1a98dea61828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aeece4-93d8-4879-be88-5239c65890ff,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:14.395610 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-63c19a7a-1b3e-4b46-b666-1a98dea61828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:14.405425 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.405692 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Transition to ACTIVE for port object a29df948-2224-4a4a-b940-a47c46d8d1f6 will not be triggered until provisioned by entity DHCP. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:14.409456 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.435156 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.435962 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-63c19a7a-1b3e-4b46-b666-1a98dea61828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.437201 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-63c19a7a-1b3e-4b46-b666-1a98dea61828 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34aeece4-93d8-4879-be88-5239c65890ff HTTP/1.1" status: 204 len: 168 time: 0.9982758 Jun 27 12:27:14.445268 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Attempting to bind port b9396f74-4107-4469-9587-59aa10545ee8 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:14.445747 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Attempting to bind port b9396f74-4107-4469-9587-59aa10545ee8 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:14.446117 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Attempting to bind port b9396f74-4107-4469-9587-59aa10545ee8 on network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:14.450700 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e4ca9f6b-68d8-4031-859e-60a54247cc26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:14.467285 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.523728 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Pushing event updated for resources: {'Port': ['ID=a29df948-2224-4a4a-b940-a47c46d8d1f6,revision_number=1']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:14.528973 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:27:14.529360 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Checking segment: {'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:14.529772 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.530149 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Bound using segment: {'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:27:14.530631 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Bound port: b9396f74-4107-4469-9587-59aa10545ee8, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:14.531004 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.543232 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:14.553409 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f is already hosted by enough agents. {{(pid=78481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:14.558714 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.base_scheduler [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Resources bound (agent type, host, resource id): {{(pid=78481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:14.568016 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Received port after_create {{(pid=78481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:14.589205 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.750244 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.755541 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Attempting to bind port a29df948-2224-4a4a-b940-a47c46d8d1f6 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:14.756192 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Attempting to bind port a29df948-2224-4a4a-b940-a47c46d8d1f6 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:14.756435 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Attempting to bind port a29df948-2224-4a4a-b940-a47c46d8d1f6 on network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:14.766869 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:27:14.767672 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Checking segment: {'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:14.768144 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.770781 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Bound using segment: {'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:27:14.771324 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Bound port: a29df948-2224-4a4a-b940-a47c46d8d1f6, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:14.772720 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.789946 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] For port b9396f74-4107-4469-9587-59aa10545ee8, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:27:14.854925 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Allocated IP 172.27.0.139 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/4c7578ab-14a8-4830-8c4e-887cfe38b2fd) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:14.861630 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a18cca96-8b32-416a-9937-5776272a07e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.866600 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] For port b9396f74-4107-4469-9587-59aa10545ee8, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=b9396f74-4107-4469-9587-59aa10545ee8,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:27:14.871464 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a18cca96-8b32-416a-9937-5776272a07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.884416 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-9edd8a7c-8111-4bb2-8f34-589947459e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:14.884633 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:14.966124 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] For port a29df948-2224-4a4a-b940-a47c46d8d1f6, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:27:14.970629 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] For port a29df948-2224-4a4a-b940-a47c46d8d1f6, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=a29df948-2224-4a4a-b940-a47c46d8d1f6,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:27:14.971754 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:14.972042 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:15.017048 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:15.026925 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:15.059620 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Pushing event updated for resources: {'Port': ['ID=b9396f74-4107-4469-9587-59aa10545ee8,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:15.079582 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:15.083078 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:15.088333 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-a18cca96-8b32-416a-9937-5776272a07e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b74dc792107425ca36583274cf0bbe1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5313945 Jun 27 12:27:15.095102 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:15.104171 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:15.106357 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57898) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:15.190738 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57904) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:15.191552 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cca96-8b32-416a-9937-5776272a07e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6dd471-0c30-474e-bd76-53c565d47635,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:15.200788 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a18cca96-8b32-416a-9937-5776272a07e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:15.261716 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Pushing event updated for resources: {'Port': ['ID=a29df948-2224-4a4a-b940-a47c46d8d1f6,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:15.277637 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:15.278028 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d3582c8e-699a-4158-90fe-7ca207c7cf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:15.333730 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57912) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:15.362824 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-d3582c8e-699a-4158-90fe-7ca207c7cf52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:15.371204 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-d3582c8e-699a-4158-90fe-7ca207c7cf52 admin admin] Usage tracker for resource:security_group_rule and tenant:a8ef1cfae7744a4f9960b7809ca4faf6 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:15.378168 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-d3582c8e-699a-4158-90fe-7ca207c7cf52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:15.390289 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-d3582c8e-699a-4158-90fe-7ca207c7cf52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:15.572358 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Pushing event updated for resources: {'Port': ['ID=1d78dcb6-5b79-4747-b02f-0e62d42e41ec,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:15.575193 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:15.598701 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5d5c97ab-1379-4617-8ad5-fb5c60a494b9 req-d8ed6f29-708c-45fd-b054-c2a00ab92571 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 210 time: 0.1182137 Jun 27 12:27:15.604952 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-592b4ede-0477-4e27-b7df-6fa52c165fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:15.770234 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3f2b4b4e-531f-4b0f-bc88-7cc275592b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:15.785442 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:15.802269 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3774413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3820407'] for router, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:15.813368 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-592b4ede-0477-4e27-b7df-6fa52c165fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:15.830319 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-3f2b4b4e-531f-4b0f-bc88-7cc275592b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:15.904399 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-3f2b4b4e-531f-4b0f-bc88-7cc275592b17 admin admin] Usage tracker for resource:security_group_rule and tenant:c1480f5a0d0d4f3abe0a00d55f274bde is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:15.908195 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:15.930503 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-3f2b4b4e-531f-4b0f-bc88-7cc275592b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:15.953174 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-3f2b4b4e-531f-4b0f-bc88-7cc275592b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:15.987981 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:15.997788 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-db7ea489-99f5-41bd-8634-f800e4e5dc0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:16.151097 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:16.162379 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:16.170157 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:16.181820 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d3582c8e-699a-4158-90fe-7ca207c7cf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:16.204122 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d3582c8e-699a-4158-90fe-7ca207c7cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:16.217945 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Pushing event updated for resources: {'Port': ['ID=4c7578ab-14a8-4830-8c4e-887cfe38b2fd,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:16.224156 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:16.237741 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:16.243366 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-592b4ede-0477-4e27-b7df-6fa52c165fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:16.289582 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-d3582c8e-699a-4158-90fe-7ca207c7cf52 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a8ef1cfae7744a4f9960b7809ca4faf6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0877199 Jun 27 12:27:16.300228 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57934) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:16.349289 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3582c8e-699a-4158-90fe-7ca207c7cf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5480636-a655-43bf-8eba-9c5b59406c54,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:16.363519 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d3582c8e-699a-4158-90fe-7ca207c7cf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:16.364539 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:16.389860 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-592b4ede-0477-4e27-b7df-6fa52c165fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:16.390995 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-592b4ede-0477-4e27-b7df-6fa52c165fe4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c6dd471-0c30-474e-bd76-53c565d47635 HTTP/1.1" status: 204 len: 168 time: 1.2811322 Jun 27 12:27:16.399143 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b4ede-0477-4e27-b7df-6fa52c165fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6dd471-0c30-474e-bd76-53c565d47635,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:16.446380 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-592b4ede-0477-4e27-b7df-6fa52c165fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:16.474836 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c is scheduled to L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 with binding_index 1 {{(pid=78480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:27:16.481243 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3f2b4b4e-531f-4b0f-bc88-7cc275592b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:16.493657 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3f2b4b4e-531f-4b0f-bc88-7cc275592b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:16.519066 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:16.624204 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-3f2b4b4e-531f-4b0f-bc88-7cc275592b17 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1480f5a0d0d4f3abe0a00d55f274bde&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2881045 Jun 27 12:27:16.625151 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b4b4e-531f-4b0f-bc88-7cc275592b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76a8656-1266-4f5b-a307-8b310eaad4f5,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:16.631241 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f8b15b98-d1c2-4e21-9795-5bd88c2de68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:16.633769 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3f2b4b4e-531f-4b0f-bc88-7cc275592b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:16.634253 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57946) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:16.686192 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3774413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3820407'] for router, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:16.750910 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f8b15b98-d1c2-4e21-9795-5bd88c2de68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:16.856493 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b875b-70ba-48e5-bb8b-f077048a0328 None None] Network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:27:16.948945 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:27:16.960498 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Sync routers for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:27:16.961031 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83432d6e-0c4d-44cf-8d1b-b4b8f12fe764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:16.976204 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:27:16.977174 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:26:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:17.014113 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83432d6e-0c4d-44cf-8d1b-b4b8f12fe764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:17.023995 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f8b15b98-d1c2-4e21-9795-5bd88c2de68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:17.027696 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Notify callbacks [] for router, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:17.030163 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9523749 Jun 27 12:27:17.039155 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 57960) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:17.042075 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f8b15b98-d1c2-4e21-9795-5bd88c2de68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:17.043247 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-f8b15b98-d1c2-4e21-9795-5bd88c2de68d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5480636-a655-43bf-8eba-9c5b59406c54 HTTP/1.1" status: 204 len: 168 time: 0.7353096 Jun 27 12:27:17.052579 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-592b4ede-0477-4e27-b7df-6fa52c165fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:17.173311 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b15b98-d1c2-4e21-9795-5bd88c2de68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5480636-a655-43bf-8eba-9c5b59406c54,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:17.190375 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f8b15b98-d1c2-4e21-9795-5bd88c2de68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:17.194430 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-bb81d5ab-ff48-49fd-8644-63eeb5723eaf None None] Provisioning for port a29df948-2224-4a4a-b940-a47c46d8d1f6 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:17.247455 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83432d6e-0c4d-44cf-8d1b-b4b8f12fe764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:17.247955 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c365a271-bfb7-4744-95e5-37d28b1c3ac4 req-53d2e8c8-9c73-498a-979e-3a3d7c07aa85 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 210 time: 0.3259816 Jun 27 12:27:17.270644 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d3582c8e-699a-4158-90fe-7ca207c7cf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:17.321033 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:27:17.328015 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078f1d74-55ec-4e62-8782-bc782ef5c354 None None] Network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:27:17.372757 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:17.663801 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83432d6e-0c4d-44cf-8d1b-b4b8f12fe764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76a8656-1266-4f5b-a307-8b310eaad4f5,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:17.672385 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-83432d6e-0c4d-44cf-8d1b-b4b8f12fe764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:17.679449 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83432d6e-0c4d-44cf-8d1b-b4b8f12fe764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:17.680607 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-83432d6e-0c4d-44cf-8d1b-b4b8f12fe764 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f76a8656-1266-4f5b-a307-8b310eaad4f5 HTTP/1.1" status: 204 len: 168 time: 1.0353351 Jun 27 12:27:17.723714 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device b9396f74-4107-4469-9587-59aa10545ee8 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:17.781792 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:14Z', 'revision_number': 3, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:17.797109 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Checking router: b47aaf31-c2f1-496a-ab99-fcbaf458ad1c for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:27:17.797452 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Updating router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c port a8a1bd24-af16-4282-9dcb-ff587c6c0b61 binding host dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:27:17.970569 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:18.050073 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Router e224cce4-0119-4d61-9508-b34dae656b7f is scheduled to L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 with binding_index 1 {{(pid=78479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:27:18.216849 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-b4266091-934d-4054-b643-b48e42a4965a None None] Provisioning for port b9396f74-4107-4469-9587-59aa10545ee8 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:18.321982 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port b9396f74-4107-4469-9587-59aa10545ee8 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:18.337423 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port b9396f74-4107-4469-9587-59aa10545ee8 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:18.337818 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:18.354422 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:18.371302 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3774413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3820407'] for router, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:18.483247 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58002) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:18.541426 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-53df42c3-8d73-492f-bcad-236b5c3b9204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:18.575247 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-53df42c3-8d73-492f-bcad-236b5c3b9204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:18.577823 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:27:18.601353 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58008) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:18.607107 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-53df42c3-8d73-492f-bcad-236b5c3b9204 admin admin] Usage tracker for resource:security_group_rule and tenant:3faaaa65dc664304afe373cef9b2bcea is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:18.624760 dv-cinder-798099-1-iscsi neutron-server[78480]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 12:27:18.701059 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:18.703476 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Notify callbacks [] for port, precommit_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:18.714782 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Sync routers for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:27:18.737624 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.provisioning_blocks [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Transition to ACTIVE for port object a8a1bd24-af16-4282-9dcb-ff587c6c0b61 will not be triggered until provisioned by entity L2. {{(pid=78482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:18.750462 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-53df42c3-8d73-492f-bcad-236b5c3b9204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:18.753760 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:18.772915 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:18.773302 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:27:18.774052 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-53df42c3-8d73-492f-bcad-236b5c3b9204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:18.777261 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:26:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:18.953626 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port b9396f74-4107-4469-9587-59aa10545ee8, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=b9396f74-4107-4469-9587-59aa10545ee8,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:18.955328 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Notify callbacks [] for router, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:18.959374 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5523996 Jun 27 12:27:18.964094 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58018) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:18.970249 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:18.979119 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-53df42c3-8d73-492f-bcad-236b5c3b9204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:18.984092 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device a29df948-2224-4a4a-b940-a47c46d8d1f6 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:18.985421 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-71f551a6-15f8-4da2-b0cf-a21c31dd8689 req-f058302c-e0c7-4287-bd67-4400a9e3b746 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 210 time: 0.3808129 Jun 27 12:27:18.989482 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-53df42c3-8d73-492f-bcad-236b5c3b9204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.030898 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f8b15b98-d1c2-4e21-9795-5bd88c2de68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:19.031139 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Pushing event updated for resources: {'Port': ['ID=a8a1bd24-af16-4282-9dcb-ff587c6c0b61,revision_number=2']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:19.065113 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:19.065493 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:19.066341 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:19.069034 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:19.069391 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:19.069763 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:19.073500 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:19.075262 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:19.075766 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:19.076538 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:19.082620 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:19.083166 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Tracked resource versions report: Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: pushed versions: Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: { 'AddressGroup': {'1.2'}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'ConntrackHelper': {'1.0'}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Log': {'1.0'}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Network': {'1.1'}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Port': {'1.7'}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'PortForwarding': {'1.2'}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'QosPolicy': {'1.8'}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'SecurityGroup': {'1.4'}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'SecurityGroupRule': {'1.2'}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'SubPort': {'1.0'}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Subnet': {'1.1'}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Trunk': {'1.1'}} Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: consumer versions: Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: { DHCP agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: HyperV agent@hv-cinder-79809: {}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: L3 agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: Metadata agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: Metering agent@dv-cinder-798099-1-iscsi: {}, Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: Open vSwitch agent@dv-cinder-798099-1-iscsi: { 'AddressGroup': '1.2', Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'ConntrackHelper': '1.0', Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Log': '1.0', Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Network': '1.1', Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Port': '1.7', Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'PortForwarding': '1.2', Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'QosPolicy': '1.8', Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'SecurityGroup': '1.4', Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'SecurityGroupRule': '1.2', Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'SubPort': '1.0', Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Subnet': '1.1', Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: 'Trunk': '1.1'}} Jun 27 12:27:19.093934 dv-cinder-798099-1-iscsi neutron-server[78482]: {{(pid=78482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 12:27:19.130498 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:19.148063 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-9ac20243-fd2e-4279-83d3-ea1da4661201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:19.181677 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Attempting to bind port a8a1bd24-af16-4282-9dcb-ff587c6c0b61 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:19.182049 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Attempting to bind port a8a1bd24-af16-4282-9dcb-ff587c6c0b61 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:19.184394 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Attempting to bind port a8a1bd24-af16-4282-9dcb-ff587c6c0b61 on network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:19.201211 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:27:19.201986 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Checking segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:19.202554 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.203085 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Bound using segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:27:19.203697 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Bound port: a8a1bd24-af16-4282-9dcb-ff587c6c0b61, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:19.204330 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.216427 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-53df42c3-8d73-492f-bcad-236b5c3b9204 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3faaaa65dc664304afe373cef9b2bcea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7291038 Jun 27 12:27:19.230440 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58038) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:19.270925 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df42c3-8d73-492f-bcad-236b5c3b9204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48856c0-b852-4f62-b460-9acbbe475ac0,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:19.279112 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-53df42c3-8d73-492f-bcad-236b5c3b9204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:19.285840 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-7ab821be-d3da-425a-8ac0-013cd69c2d03 None None] Provisioning complete for port b9396f74-4107-4469-9587-59aa10545ee8 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:19.286332 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-7ab821be-d3da-425a-8ac0-013cd69c2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.401954 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] For port a8a1bd24-af16-4282-9dcb-ff587c6c0b61, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:27:19.407026 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] For port a8a1bd24-af16-4282-9dcb-ff587c6c0b61, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=a8a1bd24-af16-4282-9dcb-ff587c6c0b61,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:27:19.423611 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.428643 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-df08ed4a-5efa-4b98-bf2e-7c831de47524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:19.545251 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Allocated IP 172.20.0.1 (a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f/e9b9457c-a537-4809-bc2f-cfd159f41f1b/d38795b9-7437-4931-8c69-a8ed1dc1a876) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:19.581617 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:27:19.638755 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Router 37a02b4b-bb00-4841-8ed4-c819476986c9 is scheduled to L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 with binding_index 1 {{(pid=78479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:27:19.661020 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-48fb8eb5-e085-4fd4-ac77-f0a13353c0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.715914 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:27:19.716579 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:26:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:19.773735 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port a29df948-2224-4a4a-b940-a47c46d8d1f6 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:19.783257 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port a29df948-2224-4a4a-b940-a47c46d8d1f6 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:19.783792 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.827737 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.851255 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Pushing event updated for resources: {'Port': ['ID=a8a1bd24-af16-4282-9dcb-ff587c6c0b61,revision_number=3']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:19.859574 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-48fb8eb5-e085-4fd4-ac77-f0a13353c0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.866392 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Transition to ACTIVE for port object d38795b9-7437-4931-8c69-a8ed1dc1a876 will not be triggered until provisioned by entity DHCP. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:19.875722 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:19.964896 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:19.974430 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b54d837d-2ffe-4464-b3b3-9f0cadd98203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:20.164609 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Pushing event updated for resources: {'Port': ['ID=d38795b9-7437-4931-8c69-a8ed1dc1a876,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:20.176623 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.36', 49858) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:20.182266 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:20.252454 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:20.254627 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:27:20.261805 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=b9396f74-4107-4469-9587-59aa10545ee8,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:20.281233 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.135s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:20.287073 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:20.293852 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:20.294355 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820465'] for router_interface, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:20.355773 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-7ab821be-d3da-425a-8ac0-013cd69c2d03 None None] Provisioning complete for port a29df948-2224-4a4a-b940-a47c46d8d1f6 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:20.356904 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-7ab821be-d3da-425a-8ac0-013cd69c2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:20.498213 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:20.521193 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58084) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:20.531479 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:15Z', 'revision_number': 3, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:20.538939 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Checking router: e224cce4-0119-4d61-9508-b34dae656b7f for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:27:20.539668 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Updating router e224cce4-0119-4d61-9508-b34dae656b7f port 1d78dcb6-5b79-4747-b02f-0e62d42e41ec binding host dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:27:20.754304 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-c4bc7bda-04d1-4614-a81f-a7b3991cfb14 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:20.755439 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-c4bc7bda-04d1-4614-a81f-a7b3991cfb14 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Synchronizing usage tracker for tenant:89cdb437a0cd4e18bfce7d01d7690036 on resource:network {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:20.819687 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port a29df948-2224-4a4a-b940-a47c46d8d1f6, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=a29df948-2224-4a4a-b940-a47c46d8d1f6,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:20.830646 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6943fb62-85d6-4168-b83a-d0b521b264a3 req-e3867edf-26bf-4636-8f44-20eb7d4c86ae tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 210 time: 0.2469127 Jun 27 12:27:20.834100 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:20.857488 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-c4bc7bda-04d1-4614-a81f-a7b3991cfb14 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Unset dirty status for tenant:89cdb437a0cd4e18bfce7d01d7690036 on resource:network {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:20.858680 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-c4bc7bda-04d1-4614-a81f-a7b3991cfb14 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.36 "GET /v2.0/networks?id=bab9be7a-3701-4127-b765-06349884d890 HTTP/1.1" status: 200 len: 812 time: 0.6810536 Jun 27 12:27:20.926434 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:14Z', 'revision_number': 3, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:20.936256 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Request body: {'port': {'device_id': '608b8f52-3a3e-403a-bdbe-bf3bb3da5083', 'network_id': 'bab9be7a-3701-4127-b765-06349884d890', 'admin_state_up': True, 'tenant_id': '89cdb437a0cd4e18bfce7d01d7690036'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:20.937146 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca57374-c4a1-4078-a7a3-7a134a2f2a81 None None] The sync data for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi is: [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:14Z', 'revision_number': 3, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:27:21.234066 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-48fb8eb5-e085-4fd4-ac77-f0a13353c0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:21.267398 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-190d1781-4d03-4ad2-a048-be24cf469124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:21.299676 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ac38dba6-f16d-4367-9eb6-d66d9b0b8af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:21.301058 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:21.316860 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-190d1781-4d03-4ad2-a048-be24cf469124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:21.334552 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-190d1781-4d03-4ad2-a048-be24cf469124 admin admin] Usage tracker for resource:security_group_rule and tenant:ccd3731aaca54d38a8732ff16bcaca22 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:21.338050 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-190d1781-4d03-4ad2-a048-be24cf469124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:21.345805 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-190d1781-4d03-4ad2-a048-be24cf469124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:21.359909 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb8eb5-e085-4fd4-ac77-f0a13353c0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48856c0-b852-4f62-b460-9acbbe475ac0,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:21.384030 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:21.413290 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:27:21.459627 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:21.484573 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Sync routers for ids ['37a02b4b-bb00-4841-8ed4-c819476986c9'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:27:21.495826 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:21.497869 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-48fb8eb5-e085-4fd4-ac77-f0a13353c0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:21.507377 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Routers {'37a02b4b-bb00-4841-8ed4-c819476986c9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:27:21.509139 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Usage tracker for resource:port and tenant:89cdb437a0cd4e18bfce7d01d7690036 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:21.513055 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:26:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['37a02b4b-bb00-4841-8ed4-c819476986c9'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:21.520080 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:21.554622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:21.646010 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-48fb8eb5-e085-4fd4-ac77-f0a13353c0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:21.647028 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-48fb8eb5-e085-4fd4-ac77-f0a13353c0db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e48856c0-b852-4f62-b460-9acbbe475ac0 HTTP/1.1" status: 204 len: 168 time: 2.4130375 Jun 27 12:27:21.658176 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Notify callbacks [] for router, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:21.662491 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.3223984 Jun 27 12:27:21.677273 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58142) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:21.693024 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=a29df948-2224-4a4a-b940-a47c46d8d1f6,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:21.697025 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:21.823952 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device b9396f74-4107-4469-9587-59aa10545ee8 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:22.022285 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:22.049028 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-722c1ebf-802a-454f-bc8c-1a1ebdae03a0 None None] Provisioning for port d38795b9-7437-4931-8c69-a8ed1dc1a876 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:22.099093 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-190d1781-4d03-4ad2-a048-be24cf469124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:22.101778 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:22.104593 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774232'] for router_interface, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:22.107625 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Set router 37a02b4b-bb00-4841-8ed4-c819476986c9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:27:22.135179 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:22.160275 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-722c1ebf-802a-454f-bc8c-1a1ebdae03a0 None None] Provisioning complete for port d38795b9-7437-4931-8c69-a8ed1dc1a876 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:22.160723 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-722c1ebf-802a-454f-bc8c-1a1ebdae03a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:22.269446 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-722c1ebf-802a-454f-bc8c-1a1ebdae03a0 None None] Port d38795b9-7437-4931-8c69-a8ed1dc1a876 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:27:22.334052 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Notify callbacks [] for port, precommit_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:22.364226 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Transition to ACTIVE for port object 1d78dcb6-5b79-4747-b02f-0e62d42e41ec will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:22.385359 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:22.412556 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-65b368b6-1576-44d6-90fb-085161319ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:22.418070 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-190d1781-4d03-4ad2-a048-be24cf469124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:22.436318 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:22.442464 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Made reservation on behalf of 89cdb437a0cd4e18bfce7d01d7690036 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:22.446404 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:22.475380 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:22.589531 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port b9396f74-4107-4469-9587-59aa10545ee8 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:22.597268 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:22.890200 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-190d1781-4d03-4ad2-a048-be24cf469124 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ccd3731aaca54d38a8732ff16bcaca22&name=default HTTP/1.1" status: 200 len: 2977 time: 2.3448253 Jun 27 12:27:22.939172 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1173205-e258-4c3b-9745-a9edf3010ba3 None None] Pushing event updated for resources: {'Port': ['ID=1d78dcb6-5b79-4747-b02f-0e62d42e41ec,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:22.958851 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e1173205-e258-4c3b-9745-a9edf3010ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:23.102472 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58180) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:23.110215 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Attempting to bind port 1d78dcb6-5b79-4747-b02f-0e62d42e41ec on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:23.110606 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Attempting to bind port 1d78dcb6-5b79-4747-b02f-0e62d42e41ec by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:23.110984 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Attempting to bind port 1d78dcb6-5b79-4747-b02f-0e62d42e41ec on network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:23.162936 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'name': 'tempest-ServerRescueNegativeTestJSON-953593781-router', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:16Z', 'revision_number': 3, 'project_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'gw_port': {'id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:00:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:14Z', 'updated_at': '2021-06-27T12:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:23.174226 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Checking router: 37a02b4b-bb00-4841-8ed4-c819476986c9 for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:27:23.174579 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Updating router 37a02b4b-bb00-4841-8ed4-c819476986c9 port 4c7578ab-14a8-4830-8c4e-887cfe38b2fd binding host dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:27:23.177622 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fd6efb54-95e6-4552-8fda-65ff7433d866 req-e57ffdc8-a25c-46b8-a4e9-38ad68267b49 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 210 time: 0.7530494 Jun 27 12:27:23.279788 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:27:23.281450 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Checking segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:23.282161 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:23.282616 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Bound using segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:27:23.284558 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Bound port: 1d78dcb6-5b79-4747-b02f-0e62d42e41ec, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:23.284968 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:23.386407 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:23.532032 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:23.537076 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-27624f45-f9a9-4083-8a24-b7d99e83395b None None] Provisioning complete for port d38795b9-7437-4931-8c69-a8ed1dc1a876 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:23.537632 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-27624f45-f9a9-4083-8a24-b7d99e83395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:23.561616 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Allocated IP 172.20.0.6 (bab9be7a-3701-4127-b765-06349884d890/fea6da9b-4863-4f03-9884-cd7b2bd9829b/ec382019-0999-4a78-a66e-f2fbdacc7772) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:23.745221 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device a8a1bd24-af16-4282-9dcb-ff587c6c0b61 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:23.925493 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] For port 1d78dcb6-5b79-4747-b02f-0e62d42e41ec, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:27:23.931574 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-27624f45-f9a9-4083-8a24-b7d99e83395b None None] Port d38795b9-7437-4931-8c69-a8ed1dc1a876 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:27:23.981462 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] For port 1d78dcb6-5b79-4747-b02f-0e62d42e41ec, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=1d78dcb6-5b79-4747-b02f-0e62d42e41ec,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:27:23.992722 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:24.016030 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-4a444a14-7bff-47cd-bf95-bf864765f3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:24.027455 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58198) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:24.028228 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0d3a47c1-4db4-4259-ac15-2ab6e16808ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:24.105618 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:24.148841 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1173205-e258-4c3b-9745-a9edf3010ba3 None None] Pushing event updated for resources: {'Port': ['ID=1d78dcb6-5b79-4747-b02f-0e62d42e41ec,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:24.155369 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e1173205-e258-4c3b-9745-a9edf3010ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:24.163006 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port a8a1bd24-af16-4282-9dcb-ff587c6c0b61 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:24.174231 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:24.175750 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port a8a1bd24-af16-4282-9dcb-ff587c6c0b61 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:24.176271 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:24.209586 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Pushing event updated for resources: {'Port': ['ID=d38795b9-7437-4931-8c69-a8ed1dc1a876,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:24.213400 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.080s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:24.217756 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.330s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:24.256671 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d1781-4d03-4ad2-a048-be24cf469124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb41387-14ad-43e5-a9c5-3c97b5578c3c,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:24.262078 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-190d1781-4d03-4ad2-a048-be24cf469124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:24.271791 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:27:24.272792 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:24.381560 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Network bab9be7a-3701-4127-b765-06349884d890 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:24.389584 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:27:24.390300 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:26:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:24.404870 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:24.419937 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:24.439407 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:24.441800 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:24.685324 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Notify callbacks [] for port, precommit_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:24.710822 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.provisioning_blocks [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Transition to ACTIVE for port object 4c7578ab-14a8-4830-8c4e-887cfe38b2fd will not be triggered until provisioned by entity L2. {{(pid=78482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:24.722323 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:24.729495 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:24.731989 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:27:24.860269 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Pushing event updated for resources: {'Port': ['ID=ec382019-0999-4a78-a66e-f2fbdacc7772,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:24.870219 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:24.924974 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaaaae-719c-49fe-b40a-7c353b3d42e3 None None] Pushing event updated for resources: {'Port': ['ID=4c7578ab-14a8-4830-8c4e-887cfe38b2fd,revision_number=2']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:24.942333 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-3ceaaaae-719c-49fe-b40a-7c353b3d42e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:24.966117 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0423748 Jun 27 12:27:24.991334 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Attempting to bind port 4c7578ab-14a8-4830-8c4e-887cfe38b2fd on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:24.991732 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Attempting to bind port 4c7578ab-14a8-4830-8c4e-887cfe38b2fd by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:24.994775 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Attempting to bind port 4c7578ab-14a8-4830-8c4e-887cfe38b2fd on network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:25.008446 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:27:25.008835 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Checking segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:25.009245 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:25.010173 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Bound using segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:27:25.013481 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Bound port: 4c7578ab-14a8-4830-8c4e-887cfe38b2fd, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:25.013987 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:25.028379 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0d3a47c1-4db4-4259-ac15-2ab6e16808ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:25.081955 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:25.122974 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port a8a1bd24-af16-4282-9dcb-ff587c6c0b61, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=a8a1bd24-af16-4282-9dcb-ff587c6c0b61,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:25.133368 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:25.156306 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:27:25.178735 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] 10.222.0.38 "PUT /v2.0/routers/b47aaf31-c2f1-496a-ab99-fcbaf458ad1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1340349 Jun 27 12:27:25.179779 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:25.193149 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e9d8644d-6c6c-4d97-bfde-4f6e42dae1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:25.237038 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] For port 4c7578ab-14a8-4830-8c4e-887cfe38b2fd, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:27:25.242507 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] For port 4c7578ab-14a8-4830-8c4e-887cfe38b2fd, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=4c7578ab-14a8-4830-8c4e-887cfe38b2fd,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:27:25.250186 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:25.260079 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Sync routers for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:27:25.263520 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:25.318139 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-e9d8644d-6c6c-4d97-bfde-4f6e42dae1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:25.332319 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:27:25.333090 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:26:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:25.381693 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-01cdb7b3-2b5b-45cd-a99e-6d9fc7699073 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78480) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:27:25.382741 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-01cdb7b3-2b5b-45cd-a99e-6d9fc7699073 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071263 Jun 27 12:27:25.405735 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device a29df948-2224-4a4a-b940-a47c46d8d1f6 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:25.450631 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-e9d8644d-6c6c-4d97-bfde-4f6e42dae1a7 admin admin] Usage tracker for resource:security_group_rule and tenant:da9c60988983429da43c2f5a75ae557d is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:25.465994 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-e9d8644d-6c6c-4d97-bfde-4f6e42dae1a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:25.491516 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Routers {'37a02b4b-bb00-4841-8ed4-c819476986c9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:27:25.496249 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:26:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['37a02b4b-bb00-4841-8ed4-c819476986c9'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:25.499825 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:25.532547 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-e9d8644d-6c6c-4d97-bfde-4f6e42dae1a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:25.538578 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=a8a1bd24-af16-4282-9dcb-ff587c6c0b61,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:25.542834 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:25.677745 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaaaae-719c-49fe-b40a-7c353b3d42e3 None None] Pushing event updated for resources: {'Port': ['ID=4c7578ab-14a8-4830-8c4e-887cfe38b2fd,revision_number=3']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:25.681604 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-3ceaaaae-719c-49fe-b40a-7c353b3d42e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:25.706250 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0d3a47c1-4db4-4259-ac15-2ab6e16808ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:25.872963 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb497d9-4060-4480-a738-c38a9d796f82 req-d44a7296-f8c9-4956-8d77-93d7b0ba33bd tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:25.880324 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fbb497d9-4060-4480-a738-c38a9d796f82 req-d44a7296-f8c9-4956-8d77-93d7b0ba33bd tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 931 time: 1.3814926 Jun 27 12:27:25.895995 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Allocated IP 172.20.0.1 (f2965d30-fb8f-458f-bc60-25a0f9c6cf2f/c408987c-cc93-40ed-9edd-1045a910e913/b19121d6-4e82-4503-b321-59b4eb0d3d1b) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:25.919352 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:25.925104 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port a29df948-2224-4a4a-b940-a47c46d8d1f6 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:25.934674 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:25.942317 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] Set router 37a02b4b-bb00-4841-8ed4-c819476986c9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:27:25.986839 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Request body: {'port': {'device_id': '608b8f52-3a3e-403a-bdbe-bf3bb3da5083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:26.154829 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a47c1-4db4-4259-ac15-2ab6e16808ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb41387-14ad-43e5-a9c5-3c97b5578c3c,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:26.168434 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0d3a47c1-4db4-4259-ac15-2ab6e16808ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:26.211230 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:27:26.351963 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:26.644894 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'name': 'tempest-ServerRescueNegativeTestJSON-953593781-router', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:16Z', 'revision_number': 3, 'project_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'gw_port': {'id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:00:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:14Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:26.650285 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a334ea5-bdb4-49bc-ae84-c47118542dde None None] The sync data for ids ['37a02b4b-bb00-4841-8ed4-c819476986c9'] in dv-cinder-798099-1-iscsi is: [{'id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'name': 'tempest-ServerRescueNegativeTestJSON-953593781-router', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:16Z', 'revision_number': 3, 'project_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'gw_port': {'id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:00:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:14Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:27:26.672066 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:26.692482 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Transition to ACTIVE for port object b19121d6-4e82-4503-b321-59b4eb0d3d1b will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:26.725239 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0d3a47c1-4db4-4259-ac15-2ab6e16808ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:26.727042 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-0d3a47c1-4db4-4259-ac15-2ab6e16808ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dcb41387-14ad-43e5-a9c5-3c97b5578c3c HTTP/1.1" status: 204 len: 168 time: 3.6237385 Jun 27 12:27:26.859257 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fbb497d9-4060-4480-a738-c38a9d796f82 req-999998da-3f8b-4aec-b378-77a49f5850fe tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9029422 Jun 27 12:27:26.862693 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:26.868437 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:26.881446 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-8d50377e-676f-4647-b131-165fb4f1d2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:26.981355 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:27.278564 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:15Z', 'revision_number': 3, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:27.310069 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:27.336500 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48609793-3a4f-44e0-8ad0-a14d559dc031 None None] The sync data for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi is: [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:15Z', 'revision_number': 3, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:27:27.460172 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e9d8644d-6c6c-4d97-bfde-4f6e42dae1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:27.467954 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Pushing event updated for resources: {'Port': ['ID=b19121d6-4e82-4503-b321-59b4eb0d3d1b,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:27.473367 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:27.485807 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e9d8644d-6c6c-4d97-bfde-4f6e42dae1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:27.486623 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58270) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:27.630162 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:27.630403 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device a8a1bd24-af16-4282-9dcb-ff587c6c0b61 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:27.674469 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:27.682388 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:27.685242 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:27.685703 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820465'] for router_interface, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:27.703450 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--40830630', 'description': 'tempest-description--255783280'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:27.740179 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec382019-0999-4a78-a66e-f2fbdacc7772 {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:27.770675 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:27.843054 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Transition to ACTIVE for port object ec382019-0999-4a78-a66e-f2fbdacc7772 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:27.850407 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:27.853973 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:27.868196 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:27.987584 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:21Z', 'revision_number': 2, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:28.026127 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-e9d8644d-6c6c-4d97-bfde-4f6e42dae1a7 admin admin] Synchronizing usage tracker for tenant:d2271234b9024d17a370110b782b45f2 on resource:security_group {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:28.053202 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Usage tracker for resource:security_group and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:28.057783 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Checking router: b47aaf31-c2f1-496a-ab99-fcbaf458ad1c for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:27:28.078203 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Updating router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c port d38795b9-7437-4931-8c69-a8ed1dc1a876 binding host dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:27:28.298100 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port a8a1bd24-af16-4282-9dcb-ff587c6c0b61 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:28.298713 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:28.413071 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:28.511625 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-cef8632a-c1e5-4a97-a0aa-de9055cf1603 None None] Provisioning for port b19121d6-4e82-4503-b321-59b4eb0d3d1b completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:28.516921 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Allocated IP 172.20.0.1 (b11a4e2d-a287-410e-8ea7-a192cd2e008d/a134c88f-299e-4abe-bd3b-b238015fe48c/8edbbb05-8642-4913-95af-7ccffcf9687b) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:28.548194 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-cef8632a-c1e5-4a97-a0aa-de9055cf1603 None None] Provisioning complete for port b19121d6-4e82-4503-b321-59b4eb0d3d1b triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:28.548647 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-cef8632a-c1e5-4a97-a0aa-de9055cf1603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:28.693557 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Pushing event updated for resources: {'Port': ['ID=ec382019-0999-4a78-a66e-f2fbdacc7772,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:28.699939 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:28.723464 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:28.727800 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-e9d8644d-6c6c-4d97-bfde-4f6e42dae1a7 admin admin] Unset dirty status for tenant:d2271234b9024d17a370110b782b45f2 on resource:security_group {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:28.729081 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e9d8644d-6c6c-4d97-bfde-4f6e42dae1a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da9c60988983429da43c2f5a75ae557d&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6961451 Jun 27 12:27:28.730108 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8644d-6c6c-4d97-bfde-4f6e42dae1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f664a502-c37e-45be-9ca9-5b6a4ec7e2a5,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:28.733271 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e9d8644d-6c6c-4d97-bfde-4f6e42dae1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:28.733781 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58294) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:28.734757 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:28.750083 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Attempting to bind port ec382019-0999-4a78-a66e-f2fbdacc7772 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:28.761356 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Attempting to bind port ec382019-0999-4a78-a66e-f2fbdacc7772 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '26c87a47-5020-4dc6-8a22-9f7cb00a9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bab9be7a-3701-4127-b765-06349884d890'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:28.761986 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Attempting to bind port ec382019-0999-4a78-a66e-f2fbdacc7772 on network bab9be7a-3701-4127-b765-06349884d890 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:28.770505 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Port ec382019-0999-4a78-a66e-f2fbdacc7772 on network bab9be7a-3701-4127-b765-06349884d890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:27:28.774567 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Attempting to bind port ec382019-0999-4a78-a66e-f2fbdacc7772 on network bab9be7a-3701-4127-b765-06349884d890 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:28.786408 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:27:28.787002 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Checking segment: {'id': '26c87a47-5020-4dc6-8a22-9f7cb00a9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bab9be7a-3701-4127-b765-06349884d890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:28.787791 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Bound using segment: {'id': '26c87a47-5020-4dc6-8a22-9f7cb00a9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bab9be7a-3701-4127-b765-06349884d890'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:27:28.792587 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Bound port: ec382019-0999-4a78-a66e-f2fbdacc7772, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c87a47-5020-4dc6-8a22-9f7cb00a9f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bab9be7a-3701-4127-b765-06349884d890'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:28.793109 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:28.923240 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:28.959544 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] For port ec382019-0999-4a78-a66e-f2fbdacc7772, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:27:28.964076 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] For port ec382019-0999-4a78-a66e-f2fbdacc7772, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ec382019-0999-4a78-a66e-f2fbdacc7772,segment=NetworkSegment(26c87a47-5020-4dc6-8a22-9f7cb00a9f74),segment_id=26c87a47-5020-4dc6-8a22-9f7cb00a9f74)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:27:28.973599 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:28.990242 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:28.991292 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:29.008277 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Usage tracker for resource:security_group_rule and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:29.015894 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:29.030251 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-362035a5-44aa-4876-8809-639b5307035b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.041110 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:29.093533 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.104325 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-cef8632a-c1e5-4a97-a0aa-de9055cf1603 None None] Port b19121d6-4e82-4503-b321-59b4eb0d3d1b cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:27:29.151139 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-362035a5-44aa-4876-8809-639b5307035b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.161604 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Pushing event updated for resources: {'Port': ['ID=ec382019-0999-4a78-a66e-f2fbdacc7772,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:29.181661 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:29.197546 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:29.198896 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.204713 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] 10.222.0.36 "PUT /v2.0/ports/ec382019-0999-4a78-a66e-f2fbdacc7772 HTTP/1.1" status: 200 len: 1093 time: 3.3585129 Jun 27 12:27:29.205520 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608b8f52-3a3e-403a-bdbe-bf3bb3da5083', 'tag': 'ec382019-0999-4a78-a66e-f2fbdacc7772'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:29.313344 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 4c7578ab-14a8-4830-8c4e-887cfe38b2fd up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:29.330018 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e7195-a87f-4581-ad0e-14c35b03f11c req-895c70ed-ed39-4ef7-a0c5-0e6f0349ccb9 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:29.331703 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c18e7195-a87f-4581-ad0e-14c35b03f11c req-895c70ed-ed39-4ef7-a0c5-0e6f0349ccb9 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 943 time: 0.6236420 Jun 27 12:27:29.417751 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-53e53a45-729e-458b-bf03-f978e4281a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.503186 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c18e7195-a87f-4581-ad0e-14c35b03f11c req-43321d20-dca0-4e32-9de8-195c77993151 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566682 Jun 27 12:27:29.508188 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.531583 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.570498 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.572561 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.595759 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-362035a5-44aa-4876-8809-639b5307035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.679828 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58320) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:29.691366 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e9d8644d-6c6c-4d97-bfde-4f6e42dae1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:29.715780 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-362035a5-44aa-4876-8809-639b5307035b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.721195 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-362035a5-44aa-4876-8809-639b5307035b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f664a502-c37e-45be-9ca9-5b6a4ec7e2a5 HTTP/1.1" status: 204 len: 168 time: 0.9439337 Jun 27 12:27:29.730941 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.736641 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.0975354 Jun 27 12:27:29.737605 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58328) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:29.745162 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-39a5a99c-23c5-42d7-b3c7-7f1dc44b35ed tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Request body: {'security_group_rule': {'security_group_id': 'f6f1b7a4-cb5c-4756-8aa8-28074ba805a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:29.757291 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 4c7578ab-14a8-4830-8c4e-887cfe38b2fd completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:29.758641 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-39a5a99c-23c5-42d7-b3c7-7f1dc44b35ed tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:29.781511 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 4c7578ab-14a8-4830-8c4e-887cfe38b2fd triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:29.781922 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.786653 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Network b11a4e2d-a287-410e-8ea7-a192cd2e008d is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:29.799024 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-39a5a99c-23c5-42d7-b3c7-7f1dc44b35ed tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Usage tracker for resource:security_group_rule and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:29.799777 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:29.812696 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:29.813664 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-39a5a99c-23c5-42d7-b3c7-7f1dc44b35ed tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:29.814130 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820465'] for router_interface, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.845327 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-39a5a99c-23c5-42d7-b3c7-7f1dc44b35ed tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:29.892938 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b99919-df8e-4c0f-af70-b37c87c7ca6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:29.919838 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-39a5a99c-23c5-42d7-b3c7-7f1dc44b35ed tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:29.992938 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362035a5-44aa-4876-8809-639b5307035b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f664a502-c37e-45be-9ca9-5b6a4ec7e2a5,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:30.085085 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Notify callbacks [] for port, precommit_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:30.109290 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Transition to ACTIVE for port object d38795b9-7437-4931-8c69-a8ed1dc1a876 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:30.140861 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:30.158267 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e1173205-e258-4c3b-9745-a9edf3010ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:30.207948 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-362035a5-44aa-4876-8809-639b5307035b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:30.208346 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.508s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:30.222011 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-39a5a99c-23c5-42d7-b3c7-7f1dc44b35ed tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:30.232395 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-39a5a99c-23c5-42d7-b3c7-7f1dc44b35ed tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:30.234453 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:30.281759 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90b4a3-67b4-464e-ae86-4dcb7327d733 None None] Pushing event updated for resources: {'Port': ['ID=d38795b9-7437-4931-8c69-a8ed1dc1a876,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:30.288162 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-0f90b4a3-67b4-464e-ae86-4dcb7327d733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:30.339643 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5a99c-23c5-42d7-b3c7-7f1dc44b35ed tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb103ab-050a-4092-9cee-ca21e235ea48,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:30.364456 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-39a5a99c-23c5-42d7-b3c7-7f1dc44b35ed tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:30.409019 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:30.430136 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2928d520-aa41-424a-85d0-347c09a2457d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:30.459090 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:30.475622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-39a5a99c-23c5-42d7-b3c7-7f1dc44b35ed tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:30.482185 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58342) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:30.482617 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-39a5a99c-23c5-42d7-b3c7-7f1dc44b35ed tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7429852 Jun 27 12:27:30.489455 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-2928d520-aa41-424a-85d0-347c09a2457d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:30.502142 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-2928d520-aa41-424a-85d0-347c09a2457d admin admin] Usage tracker for resource:security_group_rule and tenant:f9c69dcf71884e4e913f27eee046f81a is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:30.505861 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-2928d520-aa41-424a-85d0-347c09a2457d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:30.521976 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-2928d520-aa41-424a-85d0-347c09a2457d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:30.663488 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-0bcab121-8455-481a-82cd-6ace6690aa14 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Request body: {'security_group_rule': {'security_group_id': 'f6f1b7a4-cb5c-4756-8aa8-28074ba805a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:30.740053 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-0bcab121-8455-481a-82cd-6ace6690aa14 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:30.751818 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2928d520-aa41-424a-85d0-347c09a2457d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:30.773640 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2928d520-aa41-424a-85d0-347c09a2457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:30.785630 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-83432d6e-0c4d-44cf-8d1b-b4b8f12fe764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:30.895216 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608b8f52-3a3e-403a-bdbe-bf3bb3da5083', 'tag': 'ec382019-0999-4a78-a66e-f2fbdacc7772', 'status': 'completed', 'code': 200} Jun 27 12:27:30.911905 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-2928d520-aa41-424a-85d0-347c09a2457d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9c69dcf71884e4e913f27eee046f81a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2284060 Jun 27 12:27:30.915961 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58360) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:30.953422 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928d520-aa41-424a-85d0-347c09a2457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245b7fb2-cb11-43f1-b173-e3a7ed227b89,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:30.960468 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2928d520-aa41-424a-85d0-347c09a2457d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:31.004790 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Attempting to bind port d38795b9-7437-4931-8c69-a8ed1dc1a876 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:31.005182 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Attempting to bind port d38795b9-7437-4931-8c69-a8ed1dc1a876 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:31.005549 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Attempting to bind port d38795b9-7437-4931-8c69-a8ed1dc1a876 on network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:31.033855 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:27:31.034235 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Checking segment: {'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:31.042297 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-13026912-c8e4-457b-9d0b-be0d99fb5c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.045013 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.045429 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Bound using segment: {'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:27:31.045939 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Bound port: d38795b9-7437-4931-8c69-a8ed1dc1a876, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:31.046342 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.070435 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.072528 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-0bcab121-8455-481a-82cd-6ace6690aa14 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Usage tracker for resource:security_group_rule and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:31.073314 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.102599 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-13026912-c8e4-457b-9d0b-be0d99fb5c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.144146 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 4c7578ab-14a8-4830-8c4e-887cfe38b2fd, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=4c7578ab-14a8-4830-8c4e-887cfe38b2fd,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:31.144659 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Pushing event updated for resources: {'Port': ['ID=8edbbb05-8642-4913-95af-7ccffcf9687b,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:31.158738 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.164502 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:31.184757 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-0bcab121-8455-481a-82cd-6ace6690aa14 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:31.225184 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.231930 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-13026912-c8e4-457b-9d0b-be0d99fb5c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.236558 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.025s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:31.238058 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-53df42c3-8d73-492f-bcad-236b5c3b9204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:31.262114 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-0bcab121-8455-481a-82cd-6ace6690aa14 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:31.278268 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.554s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:31.278618 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:31.282537 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13026912-c8e4-457b-9d0b-be0d99fb5c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245b7fb2-cb11-43f1-b173-e3a7ed227b89,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:31.285650 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-13026912-c8e4-457b-9d0b-be0d99fb5c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:31.292737 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-13026912-c8e4-457b-9d0b-be0d99fb5c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.295129 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-13026912-c8e4-457b-9d0b-be0d99fb5c39 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/245b7fb2-cb11-43f1-b173-e3a7ed227b89 HTTP/1.1" status: 204 len: 168 time: 0.3757348 Jun 27 12:27:31.310805 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] For port d38795b9-7437-4931-8c69-a8ed1dc1a876, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:27:31.316568 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774232'] for router_interface, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.337415 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 1d78dcb6-5b79-4747-b02f-0e62d42e41ec up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:31.359561 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:31.383898 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] For port d38795b9-7437-4931-8c69-a8ed1dc1a876, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=d38795b9-7437-4931-8c69-a8ed1dc1a876,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:27:31.397274 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=4c7578ab-14a8-4830-8c4e-887cfe38b2fd,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:31.403171 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.407154 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:31.407617 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:31.527968 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:27:31.528634 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:27:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:31.667248 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 1d78dcb6-5b79-4747-b02f-0e62d42e41ec completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:31.687695 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.697534 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90b4a3-67b4-464e-ae86-4dcb7327d733 None None] Pushing event updated for resources: {'Port': ['ID=d38795b9-7437-4931-8c69-a8ed1dc1a876,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:31.709226 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-0f90b4a3-67b4-464e-ae86-4dcb7327d733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:31.715962 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 1d78dcb6-5b79-4747-b02f-0e62d42e41ec triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:31.716149 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.734028 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.834032 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.870808 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0bcab121-8455-481a-82cd-6ace6690aa14 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:31.970191 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774232'] for router_interface, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.003220 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0bcab121-8455-481a-82cd-6ace6690aa14 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.054097 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0bcab121-8455-481a-82cd-6ace6690aa14 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.057024 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:27:32.066516 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Network b11a4e2d-a287-410e-8ea7-a192cd2e008d is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:32.074445 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076cb1e-6518-49c4-81ce-6bddfe0d6195 req-8e4c2112-7248-4559-a5e3-5520d200317e tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:32.075246 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58390) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:32.075993 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3076cb1e-6518-49c4-81ce-6bddfe0d6195 req-8e4c2112-7248-4559-a5e3-5520d200317e tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 943 time: 0.9982071 Jun 27 12:27:32.077699 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Pushing event updated for resources: {'Port': ['ID=8edbbb05-8642-4913-95af-7ccffcf9687b,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:32.105457 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-52f63d2e-8072-425d-ac96-1ae7d2e2b52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.111146 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:32.124718 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:32.143412 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:32.144772 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-52f63d2e-8072-425d-ac96-1ae7d2e2b52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:32.152580 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-52f63d2e-8072-425d-ac96-1ae7d2e2b52a admin admin] Usage tracker for resource:security_group_rule and tenant:b929e34f4f874af7a443d2324ab7e545 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:32.158416 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-52f63d2e-8072-425d-ac96-1ae7d2e2b52a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:32.168614 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-52f63d2e-8072-425d-ac96-1ae7d2e2b52a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:32.220117 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Pushing event updated for resources: {'Port': ['ID=b19121d6-4e82-4503-b321-59b4eb0d3d1b,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:32.223571 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0bcab121-8455-481a-82cd-6ace6690aa14 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.224741 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-0bcab121-8455-481a-82cd-6ace6690aa14 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5787470 Jun 27 12:27:32.227984 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:32.231239 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:32.237889 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58396) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:32.348930 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Request body: {'floatingip': {'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:32.378177 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-52f63d2e-8072-425d-ac96-1ae7d2e2b52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.385067 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3076cb1e-6518-49c4-81ce-6bddfe0d6195 req-e5377d0a-5bb6-4804-8a74-688065cf594e tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796645 Jun 27 12:27:32.385825 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcab121-8455-481a-82cd-6ace6690aa14 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7724c5dc-9558-46bb-8082-b689388dcc63,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:32.386677 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-52f63d2e-8072-425d-ac96-1ae7d2e2b52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.387766 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:32.414635 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:32.468088 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f63d2e-8072-425d-ac96-1ae7d2e2b52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d972fb1d-0718-497d-b93c-6824e838ec3e,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:32.471057 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0bcab121-8455-481a-82cd-6ace6690aa14 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:32.476558 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-52f63d2e-8072-425d-ac96-1ae7d2e2b52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:32.479852 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Usage tracker for resource:floatingip and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:32.486179 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:32.500970 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:32.504494 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-52f63d2e-8072-425d-ac96-1ae7d2e2b52a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b929e34f4f874af7a443d2324ab7e545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275668 Jun 27 12:27:32.506769 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58410) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:32.578464 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d143fe11-351b-4099-a621-a3df7db4ba02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.602924 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:32.607939 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:32.613310 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.619085 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d143fe11-351b-4099-a621-a3df7db4ba02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.685371 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.734852 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d143fe11-351b-4099-a621-a3df7db4ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.746428 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-13026912-c8e4-457b-9d0b-be0d99fb5c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:32.795738 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143fe11-351b-4099-a621-a3df7db4ba02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d972fb1d-0718-497d-b93c-6824e838ec3e,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:32.803872 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d143fe11-351b-4099-a621-a3df7db4ba02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:32.819942 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d143fe11-351b-4099-a621-a3df7db4ba02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.824377 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-d143fe11-351b-4099-a621-a3df7db4ba02 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d972fb1d-0718-497d-b93c-6824e838ec3e HTTP/1.1" status: 204 len: 168 time: 0.3163941 Jun 27 12:27:32.864755 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 1d78dcb6-5b79-4747-b02f-0e62d42e41ec, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=1d78dcb6-5b79-4747-b02f-0e62d42e41ec,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:32.896627 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:32.903348 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:32.967943 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Router 37a02b4b-bb00-4841-8ed4-c819476986c9 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:27:33.161961 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=1d78dcb6-5b79-4747-b02f-0e62d42e41ec,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:33.181198 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:33.186527 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-39b24890-3840-4069-8429-2627bea1e8f3 None None] Provisioning complete for port b19121d6-4e82-4503-b321-59b4eb0d3d1b triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:33.186917 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-39b24890-3840-4069-8429-2627bea1e8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:33.358726 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 1d78dcb6-5b79-4747-b02f-0e62d42e41ec up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:33.591694 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:31Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:33.603519 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Router e224cce4-0119-4d61-9508-b34dae656b7f has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:27:33.611834 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f277c810-4831-4a11-8f2d-85f60a0c3e6e None None] The sync data for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi is: [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:31Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:27:33.623451 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-39b24890-3840-4069-8429-2627bea1e8f3 None None] Port b19121d6-4e82-4503-b321-59b4eb0d3d1b cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:27:33.626019 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 1d78dcb6-5b79-4747-b02f-0e62d42e41ec triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:33.626995 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:34.014508 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 4c7578ab-14a8-4830-8c4e-887cfe38b2fd up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:34.062686 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:27:34.073179 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Sync routers for ids ['37a02b4b-bb00-4841-8ed4-c819476986c9'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:27:34.099009 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Routers {'37a02b4b-bb00-4841-8ed4-c819476986c9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:27:34.099658 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:27:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['37a02b4b-bb00-4841-8ed4-c819476986c9'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:34.109535 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] 10.222.0.38 "PUT /v2.0/routers/37a02b4b-bb00-4841-8ed4-c819476986c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4221809 Jun 27 12:27:34.165483 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:34.206063 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a3ed3-865b-4a58-b928-177a1b234175 req-72802ecf-bc5f-4518-97a5-39678821ef0f tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:34.206824 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-5d4a3ed3-865b-4a58-b928-177a1b234175 req-72802ecf-bc5f-4518-97a5-39678821ef0f tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Synchronizing usage tracker for tenant:89cdb437a0cd4e18bfce7d01d7690036 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:34.324777 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 4c7578ab-14a8-4830-8c4e-887cfe38b2fd triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:34.325162 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:34.438914 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-5d4a3ed3-865b-4a58-b928-177a1b234175 req-72802ecf-bc5f-4518-97a5-39678821ef0f tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Unset dirty status for tenant:89cdb437a0cd4e18bfce7d01d7690036 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:34.440166 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5d4a3ed3-865b-4a58-b928-177a1b234175 req-72802ecf-bc5f-4518-97a5-39678821ef0f tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 943 time: 0.6219838 Jun 27 12:27:34.633251 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Allocated IP 172.27.0.33 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/e53537a1-06ab-4a8c-82b0-045da4273aae) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:34.701054 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-5d4a3ed3-865b-4a58-b928-177a1b234175 req-0e38bffe-c23d-4735-bca9-8e7a952ea6cd tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Synchronizing usage tracker for tenant:89cdb437a0cd4e18bfce7d01d7690036 on resource:security_group {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:34.704815 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Set router 37a02b4b-bb00-4841-8ed4-c819476986c9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:27:34.735956 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6407f9a-cf5a-4048-b189-8202b82e24c8 req-b504d87b-686d-468b-92bc-67998179d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:34.737618 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c6407f9a-cf5a-4048-b189-8202b82e24c8 req-b504d87b-686d-468b-92bc-67998179d92e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89cdb437a0cd4e18bfce7d01d7690036&device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 1096 time: 0.4380538 Jun 27 12:27:34.751655 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-5d4a3ed3-865b-4a58-b928-177a1b234175 req-0e38bffe-c23d-4735-bca9-8e7a952ea6cd tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Unset dirty status for tenant:89cdb437a0cd4e18bfce7d01d7690036 on resource:security_group {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:34.769050 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5d4a3ed3-865b-4a58-b928-177a1b234175 req-0e38bffe-c23d-4735-bca9-8e7a952ea6cd tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982111 Jun 27 12:27:34.940609 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:35.040420 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:35.225779 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-cc252186-8f74-408c-908c-fd265a1f39dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:35.354509 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6407f9a-cf5a-4048-b189-8202b82e24c8 req-217d762b-d44f-43ca-bf40-a62442e25386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:35.356775 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c6407f9a-cf5a-4048-b189-8202b82e24c8 req-217d762b-d44f-43ca-bf40-a62442e25386 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=89cdb437a0cd4e18bfce7d01d7690036&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5849841 Jun 27 12:27:35.400532 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device d38795b9-7437-4931-8c69-a8ed1dc1a876 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:35.589413 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:35.592709 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:35.624447 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:35.651309 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'name': 'tempest-ServerRescueNegativeTestJSON-953593781-router', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'gw_port': {'id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:14Z', 'updated_at': '2021-06-27T12:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '8edbbb05-8642-4913-95af-7ccffcf9687b', 'name': '', 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'mac_address': 'fa:16:3e:8a:c2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a134c88f-299e-4abe-bd3b-b238015fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:27Z', 'updated_at': '2021-06-27T12:27:30Z', 'revision_number': 2, 'project_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'subnets': [{'id': 'a134c88f-299e-4abe-bd3b-b238015fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:35.663075 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Checking router: 37a02b4b-bb00-4841-8ed4-c819476986c9 for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:27:35.663891 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Updating router 37a02b4b-bb00-4841-8ed4-c819476986c9 port 8edbbb05-8642-4913-95af-7ccffcf9687b binding host dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:27:35.693019 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port d38795b9-7437-4931-8c69-a8ed1dc1a876 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:35.721249 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port d38795b9-7437-4931-8c69-a8ed1dc1a876 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:35.721989 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:35.878883 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:35.932219 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:35.970751 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:27:35.990929 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6407f9a-cf5a-4048-b189-8202b82e24c8 req-616a83bc-38e4-4755-8f4f-40d4d39d4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:36.006279 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c6407f9a-cf5a-4048-b189-8202b82e24c8 req-616a83bc-38e4-4755-8f4f-40d4d39d4aec service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6225357 Jun 27 12:27:36.021937 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Sync routers for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:27:36.092881 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:27:36.100872 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:27:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:36.258730 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:36.351336 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event updated for resources: {'Port': ['ID=e53537a1-06ab-4a8c-82b0-045da4273aae,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:36.382940 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.157s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:36.400313 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] 10.222.0.38 "PUT /v2.0/routers/e224cce4-0119-4d61-9508-b34dae656b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4173274 Jun 27 12:27:36.587938 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-91fa549c-7e56-406a-adee-30c6bfea3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:36.589193 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-91fa549c-7e56-406a-adee-30c6bfea3c2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=89cdb437a0cd4e18bfce7d01d7690036&device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 1096 time: 0.5423653 Jun 27 12:27:36.629841 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056edc4b-80ea-47d8-90d2-4d9a5224817a req-9da8e14a-ba41-4e49-8060-5ef7365afebb tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:36.635176 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-056edc4b-80ea-47d8-90d2-4d9a5224817a req-9da8e14a-ba41-4e49-8060-5ef7365afebb tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 943 time: 0.4486122 Jun 27 12:27:36.785977 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:36.899356 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-3e22da98-9d00-4a58-96c7-b5c28ee20403 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec382019-0999-4a78-a66e-f2fbdacc7772 HTTP/1.1" status: 200 len: 217 time: 0.2631385 Jun 27 12:27:36.950976 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:36.993120 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:37.015815 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:37.027073 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:27:37.103737 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:37.157639 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port d38795b9-7437-4931-8c69-a8ed1dc1a876, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=d38795b9-7437-4931-8c69-a8ed1dc1a876,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:37.171379 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-c3ca81ca-65c8-4b17-bff1-591976dac8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:37.175783 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:37.179334 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-c3ca81ca-65c8-4b17-bff1-591976dac8c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fea6da9b-4863-4f03-9884-cd7b2bd9829b HTTP/1.1" status: 200 len: 852 time: 0.2582767 Jun 27 12:27:37.189147 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:37.209317 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:37.226567 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9818420 Jun 27 12:27:37.241892 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-056edc4b-80ea-47d8-90d2-4d9a5224817a req-46b51bdb-c983-4a0a-b353-7bb18fd32fcc tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238200 Jun 27 12:27:37.284924 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Notify callbacks [] for port, precommit_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:37.311969 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event updated for resources: {'Port': ['ID=e53537a1-06ab-4a8c-82b0-045da4273aae,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:37.319750 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:37.348694 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.provisioning_blocks [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Transition to ACTIVE for port object 8edbbb05-8642-4913-95af-7ccffcf9687b will not be triggered until provisioned by entity L2. {{(pid=78482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:37.365291 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-bafb4edb-1ccb-4c03-ae83-b58eea9bebdc tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:37.369166 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:37.370412 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=d38795b9-7437-4931-8c69-a8ed1dc1a876,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:37.377096 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-bafb4edb-1ccb-4c03-ae83-b58eea9bebdc tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/networks?id=b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 200 len: 818 time: 0.4203501 Jun 27 12:27:37.382080 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:37.398043 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-c6c0ec43-91aa-4036-822a-73baf2b3ce10 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/quotas/1f0e9ca1b5b54a798bd4d9dcdbca18e3 HTTP/1.1" status: 200 len: 375 time: 0.0196030 Jun 27 12:27:37.405508 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:37.447691 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-be586e76-9f3d-4f78-a8fa-02d67504b1e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bab9be7a-3701-4127-b765-06349884d890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2046721 Jun 27 12:27:37.522938 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58538) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:37.561695 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-0d5cc481-d7da-4703-98c0-5c35edf19599 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Synchronizing usage tracker for tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:37.633463 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-0d5cc481-d7da-4703-98c0-5c35edf19599 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Unset dirty status for tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:37.637560 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-0d5cc481-d7da-4703-98c0-5c35edf19599 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2375274 Jun 27 12:27:37.878280 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 2, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:37.883936 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Checking router: e224cce4-0119-4d61-9508-b34dae656b7f for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:27:37.884494 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Updating router e224cce4-0119-4d61-9508-b34dae656b7f port b19121d6-4e82-4503-b321-59b4eb0d3d1b binding host dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:27:37.958297 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:37.988114 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fddaa4-351a-48f8-931d-92b97a53b386 None None] Pushing event updated for resources: {'Port': ['ID=8edbbb05-8642-4913-95af-7ccffcf9687b,revision_number=3']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:37.994703 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-d9fddaa4-351a-48f8-931d-92b97a53b386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:38.162511 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-e61d16cd-ced2-421f-99fc-da1f1c62ab12 service neutron] 10.222.0.36 "GET /v2.0/networks/bab9be7a-3701-4127-b765-06349884d890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207511 Jun 27 12:27:38.166081 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-ca57aa63-d800-4d3a-8619-bafa841f76f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.215397 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-ca57aa63-d800-4d3a-8619-bafa841f76f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:38.228046 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-ca57aa63-d800-4d3a-8619-bafa841f76f8 admin admin] Usage tracker for resource:security_group_rule and tenant:4e1fe9191b6d4ee49da757c691bca74f is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:38.232862 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-ca57aa63-d800-4d3a-8619-bafa841f76f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:38.248433 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-ca57aa63-d800-4d3a-8619-bafa841f76f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:38.317225 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Attempting to bind port 8edbbb05-8642-4913-95af-7ccffcf9687b on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:38.318124 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Attempting to bind port 8edbbb05-8642-4913-95af-7ccffcf9687b by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '43ef0c42-2121-4eb7-adbc-8c4398ac10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d'}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:38.319371 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Attempting to bind port 8edbbb05-8642-4913-95af-7ccffcf9687b on network b11a4e2d-a287-410e-8ea7-a192cd2e008d {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:38.333859 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:27:38.333859 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Checking segment: {'id': '43ef0c42-2121-4eb7-adbc-8c4398ac10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:38.334434 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.334837 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Bound using segment: {'id': '43ef0c42-2121-4eb7-adbc-8c4398ac10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d'} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:27:38.336444 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Bound port: 8edbbb05-8642-4913-95af-7ccffcf9687b, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ef0c42-2121-4eb7-adbc-8c4398ac10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d'}}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:38.336855 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.343897 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-e1515ce0-f19c-4183-8464-5743cb110f81 service neutron] 10.222.0.38 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937451 Jun 27 12:27:38.609906 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] For port 8edbbb05-8642-4913-95af-7ccffcf9687b, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:27:38.614278 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] For port 8edbbb05-8642-4913-95af-7ccffcf9687b, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=8edbbb05-8642-4913-95af-7ccffcf9687b,segment=NetworkSegment(43ef0c42-2121-4eb7-adbc-8c4398ac10e3),segment_id=43ef0c42-2121-4eb7-adbc-8c4398ac10e3)] {{(pid=78482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:27:38.635763 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.673977 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-d9fddaa4-351a-48f8-931d-92b97a53b386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:38.693968 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-ca57aa63-d800-4d3a-8619-bafa841f76f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.697053 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58570) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:38.706590 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Notify callbacks [] for port, precommit_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.711796 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-ca57aa63-d800-4d3a-8619-bafa841f76f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.713987 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1878605624', 'description': 'tempest-description--1789395403'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:38.727982 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:38.731301 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-0167f2fe-3f5f-4f3c-8b7e-6ed46d0063b1 service neutron] 10.222.0.38 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794580 Jun 27 12:27:38.732234 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:38.737736 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Transition to ACTIVE for port object b19121d6-4e82-4503-b321-59b4eb0d3d1b will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:38.743727 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Usage tracker for resource:security_group and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:38.748805 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.755366 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:38.759186 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-0f90b4a3-67b4-464e-ae86-4dcb7327d733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:38.771536 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:38.775310 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fddaa4-351a-48f8-931d-92b97a53b386 None None] Pushing event updated for resources: {'Port': ['ID=8edbbb05-8642-4913-95af-7ccffcf9687b,revision_number=4']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:38.780565 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-d9fddaa4-351a-48f8-931d-92b97a53b386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:38.796890 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:38.798000 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e8174d1-7b6b-4eb1-bab1-2156f726c555 req-6a2c1b6f-1dab-4e36-8fc7-9278cad60ff5 service neutron] 10.222.0.36 "GET /v2.0/networks/bab9be7a-3701-4127-b765-06349884d890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996024 Jun 27 12:27:38.808642 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Routers {'37a02b4b-bb00-4841-8ed4-c819476986c9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:27:38.808642 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:27:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['37a02b4b-bb00-4841-8ed4-c819476986c9'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:38.864039 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:38.878506 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Usage tracker for resource:security_group_rule and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:38.891593 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:38.893122 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-ca57aa63-d800-4d3a-8619-bafa841f76f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4e1fe9191b6d4ee49da757c691bca74f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3689153 Jun 27 12:27:38.905147 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58588) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:38.925717 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:38.942082 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57aa63-d800-4d3a-8619-bafa841f76f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95a3670-914d-4b24-aa63-248ddbaee874,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:38.966686 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-ca57aa63-d800-4d3a-8619-bafa841f76f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:39.006357 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc23c1-a6a6-4209-9897-bdb3f089903d None None] Pushing event updated for resources: {'Port': ['ID=b19121d6-4e82-4503-b321-59b4eb0d3d1b,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:39.021144 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-01bc23c1-a6a6-4209-9897-bdb3f089903d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:39.063763 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-1bdc34b8-ade3-48c8-9951-fe1fc1328aea tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--40830630&fields=id&tenant_id=456d7cf361d04312bd0757b6677d5376 HTTP/1.1" status: 200 len: 267 time: 0.0925653 Jun 27 12:27:39.276822 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:39.292877 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:39.298578 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] Set router 37a02b4b-bb00-4841-8ed4-c819476986c9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:27:39.312154 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:39.313378 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-5314fde8-44a3-4f7b-a4f3-abc35af85b76 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:39.329662 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-5314fde8-44a3-4f7b-a4f3-abc35af85b76 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 816 time: 0.2349539 Jun 27 12:27:39.363460 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-ec6abc53-7ec8-4a42-89be-9065c65bce6a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/quotas/456d7cf361d04312bd0757b6677d5376 HTTP/1.1" status: 200 len: 375 time: 0.0326314 Jun 27 12:27:39.377160 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device d38795b9-7437-4931-8c69-a8ed1dc1a876 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:39.426866 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:39.428831 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7291656 Jun 27 12:27:39.430772 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-39c62d75-d00c-4e53-bbaa-e4f7889346f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:39.431992 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58620) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:39.442959 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d3a41-1096-4b9e-8f06-26b62009e751 req-4435fb39-fc1e-4c66-811d-c851e91d581c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:39.451855 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f08d3a41-1096-4b9e-8f06-26b62009e751 req-4435fb39-fc1e-4c66-811d-c851e91d581c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 943 time: 0.3263140 Jun 27 12:27:39.454477 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:39.496782 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-65ad0cd4-2e50-4026-94bf-902366f3fba0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Request body: {'security_group_rule': {'security_group_id': '3673c4cb-ab4c-4233-9b6a-6c7865b4f31a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:39.510037 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-39c62d75-d00c-4e53-bbaa-e4f7889346f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:39.513753 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:39.518814 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-65ad0cd4-2e50-4026-94bf-902366f3fba0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:39.549862 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-65ad0cd4-2e50-4026-94bf-902366f3fba0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Usage tracker for resource:security_group_rule and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:39.559644 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Attempting to bind port b19121d6-4e82-4503-b321-59b4eb0d3d1b on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:39.559862 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-65ad0cd4-2e50-4026-94bf-902366f3fba0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:39.560079 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Attempting to bind port b19121d6-4e82-4503-b321-59b4eb0d3d1b by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:39.562429 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Attempting to bind port b19121d6-4e82-4503-b321-59b4eb0d3d1b on network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:39.574262 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-02733377-4b8f-4b15-9cfc-888e842f5daf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Synchronizing usage tracker for tenant:456d7cf361d04312bd0757b6677d5376 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:39.575053 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-65ad0cd4-2e50-4026-94bf-902366f3fba0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:39.583458 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:27:39.584992 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Checking segment: {'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:39.586283 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:39.587038 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Bound using segment: {'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:27:39.588687 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Bound port: b19121d6-4e82-4503-b321-59b4eb0d3d1b, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:39.589058 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:39.643512 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-65ad0cd4-2e50-4026-94bf-902366f3fba0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:39.666448 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-02733377-4b8f-4b15-9cfc-888e842f5daf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Unset dirty status for tenant:456d7cf361d04312bd0757b6677d5376 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:39.671409 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-02733377-4b8f-4b15-9cfc-888e842f5daf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3071182 Jun 27 12:27:39.693043 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-39c62d75-d00c-4e53-bbaa-e4f7889346f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:39.700422 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:39.722073 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f08d3a41-1096-4b9e-8f06-26b62009e751 req-5b8fa93d-2bbb-4898-a0a9-2b51af4867fa tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690899 Jun 27 12:27:39.730101 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-39c62d75-d00c-4e53-bbaa-e4f7889346f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:39.734475 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-39c62d75-d00c-4e53-bbaa-e4f7889346f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b95a3670-914d-4b24-aa63-248ddbaee874 HTTP/1.1" status: 204 len: 168 time: 0.8254893 Jun 27 12:27:39.738090 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c62d75-d00c-4e53-bbaa-e4f7889346f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95a3670-914d-4b24-aa63-248ddbaee874,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:39.743363 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-39c62d75-d00c-4e53-bbaa-e4f7889346f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:39.803772 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-65ad0cd4-2e50-4026-94bf-902366f3fba0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:39.809121 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-65ad0cd4-2e50-4026-94bf-902366f3fba0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:39.828115 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:39.875857 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] For port b19121d6-4e82-4503-b321-59b4eb0d3d1b, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:27:39.881498 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] For port b19121d6-4e82-4503-b321-59b4eb0d3d1b, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=b19121d6-4e82-4503-b321-59b4eb0d3d1b,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:27:39.910353 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:39.926410 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:39.975534 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58656) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:40.029981 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-43302cd1-5bf9-4b9f-b3a7-cf2746ce3b74 req-372d32cc-a8c8-445b-8771-557cc2b9df96 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 210 time: 0.1493039 Jun 27 12:27:40.052099 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad0cd4-2e50-4026-94bf-902366f3fba0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e2cde8-59e8-4909-96ce-be8bed9582cb,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:40.061736 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-65ad0cd4-2e50-4026-94bf-902366f3fba0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:40.088587 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-fb67c902-575a-4b0c-aaf9-660fef3ebca8 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78480) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:27:40.096913 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-fb67c902-575a-4b0c-aaf9-660fef3ebca8 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1370311 Jun 27 12:27:40.097935 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-65ad0cd4-2e50-4026-94bf-902366f3fba0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:40.105873 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-65ad0cd4-2e50-4026-94bf-902366f3fba0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6697788 Jun 27 12:27:40.106707 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58670) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:40.124542 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-ebdfe920-69af-4349-8039-c2fb9bd3ed3e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Request body: {'security_group_rule': {'security_group_id': '3673c4cb-ab4c-4233-9b6a-6c7865b4f31a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:40.127655 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc23c1-a6a6-4209-9897-bdb3f089903d None None] Pushing event updated for resources: {'Port': ['ID=b19121d6-4e82-4503-b321-59b4eb0d3d1b,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:40.135851 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-01bc23c1-a6a6-4209-9897-bdb3f089903d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:40.136556 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port d38795b9-7437-4931-8c69-a8ed1dc1a876 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:40.136950 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:40.141932 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ebdfe920-69af-4349-8039-c2fb9bd3ed3e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:40.157248 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ebdfe920-69af-4349-8039-c2fb9bd3ed3e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Usage tracker for resource:security_group_rule and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:40.169547 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ebdfe920-69af-4349-8039-c2fb9bd3ed3e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:40.206031 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ebdfe920-69af-4349-8039-c2fb9bd3ed3e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:40.239844 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbda8-8a10-499b-b366-cd5d9bf691f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:40.258158 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:27:40.258453 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe920-69af-4349-8039-c2fb9bd3ed3e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:40.258792 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:27:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:40.391597 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'name': 'tempest-ServerRescueNegativeTestJSON-953593781-router', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'gw_port': {'id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:14Z', 'updated_at': '2021-06-27T12:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '8edbbb05-8642-4913-95af-7ccffcf9687b', 'name': '', 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'mac_address': 'fa:16:3e:8a:c2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a134c88f-299e-4abe-bd3b-b238015fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:27Z', 'updated_at': '2021-06-27T12:27:38Z', 'revision_number': 4, 'project_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'subnets': [{'id': 'a134c88f-299e-4abe-bd3b-b238015fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:40.407435 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cca1cf-78de-48ba-b7df-a15a99da6224 None None] The sync data for ids ['37a02b4b-bb00-4841-8ed4-c819476986c9'] in dv-cinder-798099-1-iscsi is: [{'id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'name': 'tempest-ServerRescueNegativeTestJSON-953593781-router', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'gw_port': {'id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:14Z', 'updated_at': '2021-06-27T12:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '8edbbb05-8642-4913-95af-7ccffcf9687b', 'name': '', 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'mac_address': 'fa:16:3e:8a:c2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a134c88f-299e-4abe-bd3b-b238015fe48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:27Z', 'updated_at': '2021-06-27T12:27:38Z', 'revision_number': 4, 'project_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'subnets': [{'id': 'a134c88f-299e-4abe-bd3b-b238015fe48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:27:40.428170 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe920-69af-4349-8039-c2fb9bd3ed3e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:40.436223 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe920-69af-4349-8039-c2fb9bd3ed3e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:40.449665 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0bcab121-8455-481a-82cd-6ace6690aa14 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:40.511530 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-bfbfbda8-8a10-499b-b366-cd5d9bf691f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:40.512854 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfe920-69af-4349-8039-c2fb9bd3ed3e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a721e17a-c668-464b-87ef-43610a638653,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:40.525449 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-bfbfbda8-8a10-499b-b366-cd5d9bf691f9 admin admin] Usage tracker for resource:security_group_rule and tenant:7b5d2945194748d9a48bad5be6ef5890 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:40.525596 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ebdfe920-69af-4349-8039-c2fb9bd3ed3e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:40.532611 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-bfbfbda8-8a10-499b-b366-cd5d9bf691f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:40.540014 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ebdfe920-69af-4349-8039-c2fb9bd3ed3e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:40.545146 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-ebdfe920-69af-4349-8039-c2fb9bd3ed3e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4359705 Jun 27 12:27:40.545827 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58688) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:40.551743 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Request body: {'floatingip': {'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:40.560523 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-bfbfbda8-8a10-499b-b366-cd5d9bf691f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:40.565159 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:40.573630 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Usage tracker for resource:floatingip and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:40.588761 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:40.612099 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:40.651532 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:27:40.694424 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-b2e6d17a-a9e8-45c0-b160-84074e42ef1d service neutron] 10.222.0.38 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919762 Jun 27 12:27:41.005805 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58710) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:41.035981 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-fbd0f2f9-5cf2-4fc1-ab32-ff052147149a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:41.038474 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-fbd0f2f9-5cf2-4fc1-ab32-ff052147149a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/networks?id=b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 200 len: 818 time: 0.4135966 Jun 27 12:27:41.040987 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:41.065943 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6207bcb3-e6ac-4ffc-9bb0-7d58631b924a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:41.070250 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:39Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:27:41.088329 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d4ba41-4a8d-4fd5-80b7-224d339db4e2 None None] The sync data for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi is: [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:39Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:27:41.102901 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-320e08e3-ef6b-4353-b5b8-107be4a548f5 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/quotas/1f0e9ca1b5b54a798bd4d9dcdbca18e3 HTTP/1.1" status: 200 len: 375 time: 0.0383711 Jun 27 12:27:41.112351 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-6207bcb3-e6ac-4ffc-9bb0-7d58631b924a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:41.144499 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-6207bcb3-e6ac-4ffc-9bb0-7d58631b924a admin admin] Usage tracker for resource:security_group_rule and tenant:c00c915c1a28418fae61c8caeb194d17 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:41.153234 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-6207bcb3-e6ac-4ffc-9bb0-7d58631b924a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:41.163446 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-6207bcb3-e6ac-4ffc-9bb0-7d58631b924a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:41.191689 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-8c2c0e34-6f98-40aa-8325-18e0bc088caf service neutron] 10.222.0.38 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963229 Jun 27 12:27:41.365772 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbda8-8a10-499b-b366-cd5d9bf691f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:41.392035 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-87206d1b-38e4-4d53-93c5-5d80de720bb1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2817161 Jun 27 12:27:41.392153 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbda8-8a10-499b-b366-cd5d9bf691f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:41.451182 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2928d520-aa41-424a-85d0-347c09a2457d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:41.623583 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-bfbfbda8-8a10-499b-b366-cd5d9bf691f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b5d2945194748d9a48bad5be6ef5890&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6466618 Jun 27 12:27:41.633198 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfbda8-8a10-499b-b366-cd5d9bf691f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c591df93-3487-4bf0-94ed-96906d087f16,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:41.636188 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58720) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:41.640372 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-bfbfbda8-8a10-499b-b366-cd5d9bf691f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:41.652134 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-5887b348-634a-4200-8a6b-02135855ff05 service neutron] 10.222.0.38 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514246 Jun 27 12:27:41.682135 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 8edbbb05-8642-4913-95af-7ccffcf9687b up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:41.787024 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:41.884582 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6207bcb3-e6ac-4ffc-9bb0-7d58631b924a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:41.899429 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6207bcb3-e6ac-4ffc-9bb0-7d58631b924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:41.929074 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:41.966430 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e43-fadd-4d97-a03b-c33e918a9844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:42.003356 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 8edbbb05-8642-4913-95af-7ccffcf9687b completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:42.015069 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 8edbbb05-8642-4913-95af-7ccffcf9687b triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:42.016619 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:42.215431 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-6207bcb3-e6ac-4ffc-9bb0-7d58631b924a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c00c915c1a28418fae61c8caeb194d17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1948049 Jun 27 12:27:42.253326 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e43-fadd-4d97-a03b-c33e918a9844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:42.300791 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207bcb3-e6ac-4ffc-9bb0-7d58631b924a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a7baf6-25af-4ed1-94bc-463a1079ae80,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:42.309110 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 58736) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:42.312935 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6207bcb3-e6ac-4ffc-9bb0-7d58631b924a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:42.413180 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-1652b140-91df-4f97-8d74-30001c9bc9d9 service neutron] 10.222.0.38 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7383125 Jun 27 12:27:42.442036 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:42.601179 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 8edbbb05-8642-4913-95af-7ccffcf9687b, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=8edbbb05-8642-4913-95af-7ccffcf9687b,segment=NetworkSegment(43ef0c42-2121-4eb7-adbc-8c4398ac10e3),segment_id=43ef0c42-2121-4eb7-adbc-8c4398ac10e3)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:42.612827 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:42.614200 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device b19121d6-4e82-4503-b321-59b4eb0d3d1b up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:42.647172 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Allocated IP 172.27.0.234 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/babe477e-7763-42c9-bb42-a65431bd9bcc) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:42.776389 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-7f94a658-eca7-4deb-92e4-ee6ed3aef975 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:42.781779 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-7f94a658-eca7-4deb-92e4-ee6ed3aef975 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Synchronizing usage tracker for tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 on resource:network {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:42.802378 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa512b4-5065-4e14-844e-e1f16c842594 req-f4087ff3-5927-4eba-b6e9-8022dff55857 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:42.803963 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5fa512b4-5065-4e14-844e-e1f16c842594 req-f4087ff3-5927-4eba-b6e9-8022dff55857 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 943 time: 0.7680557 Jun 27 12:27:42.857575 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:42.892532 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-7f94a658-eca7-4deb-92e4-ee6ed3aef975 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Unset dirty status for tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 on resource:network {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:42.894247 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-7f94a658-eca7-4deb-92e4-ee6ed3aef975 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.36 "GET /v2.0/networks?id=b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 200 len: 818 time: 0.6954179 Jun 27 12:27:42.912526 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Request body: {'port': {'device_id': '53c27063-7d23-49a3-8165-f7eb432f1df0', 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d', 'admin_state_up': True, 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:43.031672 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device ec382019-0999-4a78-a66e-f2fbdacc7772 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:27:43.036960 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=8edbbb05-8642-4913-95af-7ccffcf9687b,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:43.042514 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:43.092500 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port b19121d6-4e82-4503-b321-59b4eb0d3d1b completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:43.110554 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port b19121d6-4e82-4503-b321-59b4eb0d3d1b triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:43.111043 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.202207 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.203693 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9ad0173b-17c8-42ec-8857-8ecf42abc618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.207053 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e43-fadd-4d97-a03b-c33e918a9844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.225810 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:43.253140 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2a0eb9f9-f8a4-4501-8dbe-dd578fb77440 req-0f5b3069-ffdc-4fa8-9008-c928e5ae8b47 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 210 time: 0.4754550 Jun 27 12:27:43.255839 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.270970 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:43.318578 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5fa512b4-5065-4e14-844e-e1f16c842594 req-a342ba7a-8827-46da-a202-aabab636834b tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782531 Jun 27 12:27:43.438163 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port ec382019-0999-4a78-a66e-f2fbdacc7772, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ec382019-0999-4a78-a66e-f2fbdacc7772,segment=NetworkSegment(26c87a47-5020-4dc6-8a22-9f7cb00a9f74),segment_id=26c87a47-5020-4dc6-8a22-9f7cb00a9f74)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:43.473089 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': 'ec382019-0999-4a78-a66e-f2fbdacc7772', 'network_id': 'bab9be7a-3701-4127-b765-06349884d890', 'port_id': 'ec382019-0999-4a78-a66e-f2fbdacc7772', 'mac_address': 'fa:16:3e:e3:43:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea6da9b-4863-4f03-9884-cd7b2bd9829b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:27:43.475409 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.495893 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e7e43-fadd-4d97-a03b-c33e918a9844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c591df93-3487-4bf0-94ed-96906d087f16,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:43.498571 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2a6e7e43-fadd-4d97-a03b-c33e918a9844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:43.531095 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9ad0173b-17c8-42ec-8857-8ecf42abc618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.565734 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7e43-fadd-4d97-a03b-c33e918a9844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.566851 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-2a6e7e43-fadd-4d97-a03b-c33e918a9844 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c591df93-3487-4bf0-94ed-96906d087f16 HTTP/1.1" status: 204 len: 168 time: 1.9284337 Jun 27 12:27:43.626502 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c20920d6-0954-4916-bb09-71a5f99c0853 req-49f6b2ab-2e99-4ec5-918a-ee5b56673746 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 210 time: 0.1716948 Jun 27 12:27:43.629328 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:43.635714 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:43.637893 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port b19121d6-4e82-4503-b321-59b4eb0d3d1b, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=b19121d6-4e82-4503-b321-59b4eb0d3d1b,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:43.639139 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.645909 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:43.662404 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event updated for resources: {'Port': ['ID=babe477e-7763-42c9-bb42-a65431bd9bcc,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:43.671721 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:43.683992 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:43.688920 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.696816 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:43.724825 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:43.732955 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.807456 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec382019-0999-4a78-a66e-f2fbdacc7772 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:43.833938 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Made reservation on behalf of 1f0e9ca1b5b54a798bd4d9dcdbca18e3 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:43.856552 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.879205 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port ec382019-0999-4a78-a66e-f2fbdacc7772, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ec382019-0999-4a78-a66e-f2fbdacc7772,segment=NetworkSegment(26c87a47-5020-4dc6-8a22-9f7cb00a9f74),segment_id=26c87a47-5020-4dc6-8a22-9f7cb00a9f74)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:43.913382 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.921234 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=b19121d6-4e82-4503-b321-59b4eb0d3d1b,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:43.932344 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:43.933049 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-c6bf4840-eb3f-461a-9c9a-81382543022d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:43.943481 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9ad0173b-17c8-42ec-8857-8ecf42abc618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.958374 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:43.978661 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-190d1781-4d03-4ad2-a048-be24cf469124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:44.027154 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.36', 49887) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:44.052044 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 8edbbb05-8642-4913-95af-7ccffcf9687b up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:44.075973 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0173b-17c8-42ec-8857-8ecf42abc618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a7baf6-25af-4ed1-94bc-463a1079ae80,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:44.082825 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-9ad0173b-17c8-42ec-8857-8ecf42abc618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:44.205697 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9ad0173b-17c8-42ec-8857-8ecf42abc618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:44.209400 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-9ad0173b-17c8-42ec-8857-8ecf42abc618 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93a7baf6-25af-4ed1-94bc-463a1079ae80 HTTP/1.1" status: 204 len: 168 time: 1.8981082 Jun 27 12:27:44.328766 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 8edbbb05-8642-4913-95af-7ccffcf9687b triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:44.329147 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:44.378795 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=ec382019-0999-4a78-a66e-f2fbdacc7772,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:44.394913 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:44.424828 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['ec382019-0999-4a78-a66e-f2fbdacc7772'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:27:44.496018 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Allocated IP 172.20.0.5 (b11a4e2d-a287-410e-8ea7-a192cd2e008d/a134c88f-299e-4abe-bd3b-b238015fe48c/d0006874-b735-4770-8f3f-86d3acdc5089) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:44.974114 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:44.991238 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:45.007282 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-92bc49a6-3f89-4995-8db0-2c6bea0d166e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:45.008017 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-92bc49a6-3f89-4995-8db0-2c6bea0d166e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Synchronizing usage tracker for tenant:456d7cf361d04312bd0757b6677d5376 on resource:network {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:45.011620 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.36', 49889) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:45.011860 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58802) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:45.021736 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:45.068229 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:45.098663 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-de3925ae-9b12-46bf-aa13-08bb980f1ec4 req-3ea9bb97-533f-4253-8ccb-bd6fda5be03e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 210 time: 0.5446298 Jun 27 12:27:45.114801 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:45.166786 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ae36e371-9259-4a1e-b12a-4661e93bb755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:45.224145 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Network b11a4e2d-a287-410e-8ea7-a192cd2e008d is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:45.228326 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:45.241091 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:45.249227 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:45.250826 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:45.272080 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:45.313142 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Pushing event updated for resources: {'Port': ['ID=d0006874-b735-4770-8f3f-86d3acdc5089,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:45.318269 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:45.328355 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6fb513ac-a908-4f2e-9a82-b6df0fbdc2db req-989aa684-7538-49ad-991a-cea4188e1a6a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 210 time: 0.0683246 Jun 27 12:27:45.338783 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:45.356897 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4432209 Jun 27 12:27:45.363055 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Request body: {'port': {'device_id': '53c27063-7d23-49a3-8165-f7eb432f1df0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:45.433869 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ae36e371-9259-4a1e-b12a-4661e93bb755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:45.457816 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ae36e371-9259-4a1e-b12a-4661e93bb755 admin admin] Usage tracker for resource:security_group_rule and tenant:b8773274aa3641799e15b3f330267510 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:45.472768 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-92bc49a6-3f89-4995-8db0-2c6bea0d166e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Unset dirty status for tenant:456d7cf361d04312bd0757b6677d5376 on resource:network {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:45.474015 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-92bc49a6-3f89-4995-8db0-2c6bea0d166e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 816 time: 1.4468639 Jun 27 12:27:45.482127 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ae36e371-9259-4a1e-b12a-4661e93bb755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:45.499722 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ae36e371-9259-4a1e-b12a-4661e93bb755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:45.511659 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:45.537334 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:45.538717 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9919534 Jun 27 12:27:45.539753 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event updated for resources: {'Port': ['ID=babe477e-7763-42c9-bb42-a65431bd9bcc,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:45.556750 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:45.636864 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-637adda3-628d-4fe1-aa74-b9c4bd1e9626 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:45.638815 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-637adda3-628d-4fe1-aa74-b9c4bd1e9626 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.36 "GET /v2.0/networks?id=b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 200 len: 818 time: 0.6200774 Jun 27 12:27:45.650538 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-5f444e81-75e0-42dd-9b48-d0fc89955df2 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Synchronizing usage tracker for tenant:456d7cf361d04312bd0757b6677d5376 on resource:security_group {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:45.667553 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Request body: {'port': {'device_id': '4b71fadd-90b9-40bc-ae86-7f5b268548a4', 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d', 'admin_state_up': True, 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:45.733844 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfeba1-696b-4714-b9dc-16dbeb9d465f req-b5b206bf-9cca-4887-9114-99a71f57392c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:45.735653 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bddfeba1-696b-4714-b9dc-16dbeb9d465f req-b5b206bf-9cca-4887-9114-99a71f57392c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 944 time: 0.7183776 Jun 27 12:27:45.825559 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-5f444e81-75e0-42dd-9b48-d0fc89955df2 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Unset dirty status for tenant:456d7cf361d04312bd0757b6677d5376 on resource:security_group {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:45.826919 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-5f444e81-75e0-42dd-9b48-d0fc89955df2 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=456d7cf361d04312bd0757b6677d5376 HTTP/1.1" status: 200 len: 378 time: 0.3405342 Jun 27 12:27:45.869368 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device b19121d6-4e82-4503-b321-59b4eb0d3d1b up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:45.872863 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Request body: {'port': {'device_id': 'b17238fd-3439-4dda-89de-814563df59f8', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'admin_state_up': True, 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'security_groups': ['f6f1b7a4-cb5c-4756-8aa8-28074ba805a6']}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:46.075872 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bddfeba1-696b-4714-b9dc-16dbeb9d465f req-9505d44c-1484-4719-9f5b-e0ec1c1d5a5d tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294225 Jun 27 12:27:46.146090 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port b19121d6-4e82-4503-b321-59b4eb0d3d1b triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:46.146477 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:46.295880 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ae36e371-9259-4a1e-b12a-4661e93bb755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:46.311283 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ae36e371-9259-4a1e-b12a-4661e93bb755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:46.331859 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-26da0a16-e1d1-4f79-9e80-a1dc811f8cac tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1878605624&fields=id&tenant_id=e6098d054d9c4b7a9150524fc86a1454 HTTP/1.1" status: 200 len: 267 time: 0.1337996 Jun 27 12:27:46.351302 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:46.353900 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:46.403755 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Usage tracker for resource:port and tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:46.407918 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:46.431242 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:46.462004 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:46.464546 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.db.resource_extend [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 27 12:27:46.491129 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:46.496479 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-15aad60b-872d-42d2-b57c-7c6d05947845 req-6143c31f-e52f-4fba-b688-9318092a1a29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 210 time: 0.1687536 Jun 27 12:27:46.499598 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-ae36e371-9259-4a1e-b12a-4661e93bb755 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8773274aa3641799e15b3f330267510&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4796526 Jun 27 12:27:46.506097 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 58876) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:46.513612 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36e371-9259-4a1e-b12a-4661e93bb755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee92617-23d9-4bc6-bc18-8a755d8ecafe,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:46.534031 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ae36e371-9259-4a1e-b12a-4661e93bb755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:46.589145 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Made reservation on behalf of 1f0e9ca1b5b54a798bd4d9dcdbca18e3 for: {'port': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:46.593081 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:46.618755 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Made reservation on behalf of 456d7cf361d04312bd0757b6677d5376 for: {'port': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:46.622401 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:46.627060 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24e803-4384-486c-898c-116d25414cce req-a48403b0-0d30-4ed1-94c0-e83bf69fd97e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:46.629539 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-a48403b0-0d30-4ed1-94c0-e83bf69fd97e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/networks?id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f HTTP/1.1" status: 200 len: 811 time: 0.2889938 Jun 27 12:27:46.640352 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0006874-b735-4770-8f3f-86d3acdc5089 {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:46.673463 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:46.678805 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-ad5a451f-4e1b-4057-bf13-885c57c8955a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/quotas/e6098d054d9c4b7a9150524fc86a1454 HTTP/1.1" status: 200 len: 375 time: 0.0298464 Jun 27 12:27:46.702910 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device ec382019-0999-4a78-a66e-f2fbdacc7772 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:46.705691 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Transition to ACTIVE for port object d0006874-b735-4770-8f3f-86d3acdc5089 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:46.749676 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:46.761429 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:46.800619 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port ec382019-0999-4a78-a66e-f2fbdacc7772 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:46.808104 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port ec382019-0999-4a78-a66e-f2fbdacc7772 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:46.808514 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:46.866563 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3b2d1d34-fefc-4c4d-a3c9-84515f3fd00e req-420d6649-a26e-4cd2-b21e-d4f17bfa214e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 210 time: 0.2137952 Jun 27 12:27:46.935895 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ce13ba6e-c968-4f3b-a93c-3712d1b7c03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:46.965215 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ce13ba6e-c968-4f3b-a93c-3712d1b7c03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:47.021862 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:47.069407 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b8f52-3a3e-403a-bdbe-bf3bb3da5083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec382019-0999-4a78-a66e-f2fbdacc7772'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:47.182536 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port ec382019-0999-4a78-a66e-f2fbdacc7772, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ec382019-0999-4a78-a66e-f2fbdacc7772,segment=NetworkSegment(26c87a47-5020-4dc6-8a22-9f7cb00a9f74),segment_id=26c87a47-5020-4dc6-8a22-9f7cb00a9f74)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:47.187110 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Pushing event updated for resources: {'Port': ['ID=d0006874-b735-4770-8f3f-86d3acdc5089,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:47.206566 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:47.210683 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:47.219900 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ce13ba6e-c968-4f3b-a93c-3712d1b7c03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:47.225982 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:47.248093 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-21990608-fbf4-4c2b-b439-c640078e8922 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e6098d054d9c4b7a9150524fc86a1454&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5403917 Jun 27 12:27:47.249195 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Attempting to bind port d0006874-b735-4770-8f3f-86d3acdc5089 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:47.249662 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Attempting to bind port d0006874-b735-4770-8f3f-86d3acdc5089 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '43ef0c42-2121-4eb7-adbc-8c4398ac10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:47.250249 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Attempting to bind port d0006874-b735-4770-8f3f-86d3acdc5089 on network b11a4e2d-a287-410e-8ea7-a192cd2e008d {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:47.255777 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Port d0006874-b735-4770-8f3f-86d3acdc5089 on network b11a4e2d-a287-410e-8ea7-a192cd2e008d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:27:47.256356 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Attempting to bind port d0006874-b735-4770-8f3f-86d3acdc5089 on network b11a4e2d-a287-410e-8ea7-a192cd2e008d {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:47.261866 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:27:47.262388 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Checking segment: {'id': '43ef0c42-2121-4eb7-adbc-8c4398ac10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:47.262913 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Bound using segment: {'id': '43ef0c42-2121-4eb7-adbc-8c4398ac10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:27:47.263489 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Bound port: d0006874-b735-4770-8f3f-86d3acdc5089, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ef0c42-2121-4eb7-adbc-8c4398ac10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:47.263989 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:47.327259 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=ec382019-0999-4a78-a66e-f2fbdacc7772,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:47.343333 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:47.430927 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Allocated IP 172.20.0.4 (a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f/e9b9457c-a537-4809-bc2f-cfd159f41f1b/58c11eb2-4188-4422-95ae-659a89ebeb96) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:47.435144 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:47.457520 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13ba6e-c968-4f3b-a93c-3712d1b7c03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee92617-23d9-4bc6-bc18-8a755d8ecafe,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:47.498850 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ce13ba6e-c968-4f3b-a93c-3712d1b7c03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:47.504671 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Allocated IP 172.20.0.13 (b11a4e2d-a287-410e-8ea7-a192cd2e008d/a134c88f-299e-4abe-bd3b-b238015fe48c/dab14651-676e-43f1-a3d1-76ddda28ab31) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:47.557810 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] For port d0006874-b735-4770-8f3f-86d3acdc5089, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:27:47.561172 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] For port d0006874-b735-4770-8f3f-86d3acdc5089, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d0006874-b735-4770-8f3f-86d3acdc5089,segment=NetworkSegment(43ef0c42-2121-4eb7-adbc-8c4398ac10e3),segment_id=43ef0c42-2121-4eb7-adbc-8c4398ac10e3)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:27:47.564511 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ce13ba6e-c968-4f3b-a93c-3712d1b7c03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:47.568259 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-ce13ba6e-c968-4f3b-a93c-3712d1b7c03e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fee92617-23d9-4bc6-bc18-8a755d8ecafe HTTP/1.1" status: 204 len: 168 time: 1.0563760 Jun 27 12:27:47.705652 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:47.760007 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-bb4ffe0a-25ba-44b0-b23e-6366f4539499 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:47.824537 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:47.824875 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:47.826177 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] 10.222.0.36 "PUT /v2.0/ports/d0006874-b735-4770-8f3f-86d3acdc5089 HTTP/1.1" status: 200 len: 1093 time: 2.4691865 Jun 27 12:27:47.830994 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c27063-7d23-49a3-8165-f7eb432f1df0', 'tag': 'd0006874-b735-4770-8f3f-86d3acdc5089'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:47.927621 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-62855a25-ca6f-4330-95d8-e34c53a27568 service neutron] 10.222.0.38 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520817 Jun 27 12:27:47.933347 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Pushing event updated for resources: {'Port': ['ID=d0006874-b735-4770-8f3f-86d3acdc5089,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:47.941256 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:48.052884 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40a40e-f8a3-498f-884b-e06688bb29ed req-48e2cbf4-dffb-4a3f-9a96-5901cbf97fc2 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:48.057845 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-da40a40e-f8a3-498f-884b-e06688bb29ed req-48e2cbf4-dffb-4a3f-9a96-5901cbf97fc2 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 945 time: 0.8290510 Jun 27 12:27:48.092149 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-80057713-a82c-4c30-9d13-0a8ca2ef2cf9 service neutron] 10.222.0.38 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521013 Jun 27 12:27:48.122209 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-29f14970-a4fa-4927-8ce0-78530c8332fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:48.123687 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-29f14970-a4fa-4927-8ce0-78530c8332fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 1096 time: 0.2474442 Jun 27 12:27:48.317160 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-675cce04-d9e4-4f16-8d01-570b989d386c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0006874-b735-4770-8f3f-86d3acdc5089 HTTP/1.1" status: 200 len: 217 time: 0.1827114 Jun 27 12:27:48.479997 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-da40a40e-f8a3-498f-884b-e06688bb29ed req-7620bc6a-81c7-4ef2-87fd-566e24d6848c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838511 Jun 27 12:27:48.498367 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-1c924ba3-4ccb-4f6a-b8d5-644b8f0304e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:48.499889 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-1c924ba3-4ccb-4f6a-b8d5-644b8f0304e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a134c88f-299e-4abe-bd3b-b238015fe48c HTTP/1.1" status: 200 len: 858 time: 0.1792123 Jun 27 12:27:48.527951 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:48.572327 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:48.575979 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Transition to ACTIVE for port object 58c11eb2-4188-4422-95ae-659a89ebeb96 will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:48.627354 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:27:48.647398 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:48.659715 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:48.662637 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-a4187162-8bb9-4394-9697-adacdc26c958 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b11a4e2d-a287-410e-8ea7-a192cd2e008d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554935 Jun 27 12:27:48.698340 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:48.742806 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:48.790095 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:48.819044 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:48.828455 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608b8f52-3a3e-403a-bdbe-bf3bb3da5083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec382019-0999-4a78-a66e-f2fbdacc7772', 'code': 200} Jun 27 12:27:48.832146 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:48.834412 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:48.954048 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1144526 Jun 27 12:27:48.964864 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c27063-7d23-49a3-8165-f7eb432f1df0', 'tag': 'd0006874-b735-4770-8f3f-86d3acdc5089', 'status': 'completed', 'code': 200} Jun 27 12:27:49.000978 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Request body: {'port': {'device_id': 'b17238fd-3439-4dda-89de-814563df59f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:49.067301 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-f6a6ba20-e38d-4fb1-8543-b654562ba05e service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957434 Jun 27 12:27:49.103943 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Network b11a4e2d-a287-410e-8ea7-a192cd2e008d is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:49.143995 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:49.146515 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:49.152342 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:49.156746 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:49.194077 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event updated for resources: {'Port': ['ID=58c11eb2-4188-4422-95ae-659a89ebeb96,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:49.197639 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:49.198814 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.36', 49898) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:49.204475 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:49.256870 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-1b85750d-814a-497c-8dc7-24f63da896d2 None None] Provisioning for port 58c11eb2-4188-4422-95ae-659a89ebeb96 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:49.272674 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-1b85750d-814a-497c-8dc7-24f63da896d2 None None] Provisioning complete for port 58c11eb2-4188-4422-95ae-659a89ebeb96 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:49.273612 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1b85750d-814a-497c-8dc7-24f63da896d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:49.302362 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6475098 Jun 27 12:27:49.336055 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Request body: {'port': {'device_id': '4b71fadd-90b9-40bc-ae86-7f5b268548a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:49.353520 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0879ed5f-cc26-4546-908d-eeb797f8b666 req-a3ec7007-84ca-42cb-b30c-2a56e892f33b service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785223 Jun 27 12:27:49.386721 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd7efb-a0f2-4aed-8515-58933a8bbf1e req-ac3a1ea4-95aa-4af5-8c30-8f4fc0246716 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:49.387878 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-0fdd7efb-a0f2-4aed-8515-58933a8bbf1e req-ac3a1ea4-95aa-4af5-8c30-8f4fc0246716 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Synchronizing usage tracker for tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:49.447139 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-1b85750d-814a-497c-8dc7-24f63da896d2 None None] Port 58c11eb2-4188-4422-95ae-659a89ebeb96 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:27:49.469302 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-0fdd7efb-a0f2-4aed-8515-58933a8bbf1e req-ac3a1ea4-95aa-4af5-8c30-8f4fc0246716 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Unset dirty status for tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:49.470158 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0fdd7efb-a0f2-4aed-8515-58933a8bbf1e req-ac3a1ea4-95aa-4af5-8c30-8f4fc0246716 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 932 time: 0.3373015 Jun 27 12:27:49.541978 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:49.550201 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-0fdd7efb-a0f2-4aed-8515-58933a8bbf1e req-26c98e50-0e61-4149-8cda-30e84f543c1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Synchronizing usage tracker for tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 on resource:security_group {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:49.571493 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06cb8a-d687-421e-a135-01ce5f223399 req-a7067fc5-7d93-4236-b481-ce6c80fd0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:49.573489 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2b06cb8a-d687-421e-a135-01ce5f223399 req-a7067fc5-7d93-4236-b481-ce6c80fd0c09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 1096 time: 0.1462591 Jun 27 12:27:49.622694 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753e434-e5df-44da-8a60-1de463180f67 req-977358ce-8533-4a1c-81d2-62e72f1f8a6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:49.627187 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-a753e434-e5df-44da-8a60-1de463180f67 req-977358ce-8533-4a1c-81d2-62e72f1f8a6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Synchronizing usage tracker for tenant:456d7cf361d04312bd0757b6677d5376 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:49.630354 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Pushing event updated for resources: {'Port': ['ID=dab14651-676e-43f1-a3d1-76ddda28ab31,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:49.641958 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-0fdd7efb-a0f2-4aed-8515-58933a8bbf1e req-26c98e50-0e61-4149-8cda-30e84f543c1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Unset dirty status for tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 on resource:security_group {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:49.643825 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:49.656658 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0fdd7efb-a0f2-4aed-8515-58933a8bbf1e req-26c98e50-0e61-4149-8cda-30e84f543c1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718860 Jun 27 12:27:49.730512 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:49.905076 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-04751211-c9cf-446f-b934-7f16ffc69777 req-6092f1b5-a755-4dd4-9510-25508dd15530 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 210 time: 0.0446675 Jun 27 12:27:49.928657 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06cb8a-d687-421e-a135-01ce5f223399 req-ce725dec-c478-430c-9b72-74d2bdf6329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:49.930396 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2b06cb8a-d687-421e-a135-01ce5f223399 req-ce725dec-c478-430c-9b72-74d2bdf6329b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 200 len: 919 time: 0.3404071 Jun 27 12:27:50.031055 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17042-a986-4166-924b-176bd02c3335 req-3d820f59-4aae-43f6-9f1b-71415a056af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:50.031979 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-17c17042-a986-4166-924b-176bd02c3335 req-3d820f59-4aae-43f6-9f1b-71415a056af0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 1098 time: 0.7761161 Jun 27 12:27:50.077075 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-a753e434-e5df-44da-8a60-1de463180f67 req-977358ce-8533-4a1c-81d2-62e72f1f8a6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Unset dirty status for tenant:456d7cf361d04312bd0757b6677d5376 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:50.078465 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a753e434-e5df-44da-8a60-1de463180f67 req-977358ce-8533-4a1c-81d2-62e72f1f8a6d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 931 time: 1.3515301 Jun 27 12:27:50.101186 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2b06cb8a-d687-421e-a135-01ce5f223399 req-0fdb087f-71d2-41d5-a318-c990b0b6adb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0006874-b735-4770-8f3f-86d3acdc5089 HTTP/1.1" status: 200 len: 217 time: 0.1568427 Jun 27 12:27:50.141207 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-17c17042-a986-4166-924b-176bd02c3335 req-76cdeb92-ed0b-47a9-941b-be1a2a7db269 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:50.223884 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-17c17042-a986-4166-924b-176bd02c3335 req-76cdeb92-ed0b-47a9-941b-be1a2a7db269 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:50.342928 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59024) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:50.358664 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.36', 49901) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:50.414715 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-17c17042-a986-4166-924b-176bd02c3335 req-76cdeb92-ed0b-47a9-941b-be1a2a7db269 service neutron] Usage tracker for resource:security_group_rule and tenant:f05a4a3de0c64eb9b8b5e71ed13e68a9 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:50.424831 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-17c17042-a986-4166-924b-176bd02c3335 req-76cdeb92-ed0b-47a9-941b-be1a2a7db269 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:50.427012 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06cb8a-d687-421e-a135-01ce5f223399 req-f1884f93-3286-4839-871c-aadff21831d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:50.429574 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2b06cb8a-d687-421e-a135-01ce5f223399 req-f1884f93-3286-4839-871c-aadff21831d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a134c88f-299e-4abe-bd3b-b238015fe48c HTTP/1.1" status: 200 len: 858 time: 0.3235595 Jun 27 12:27:50.440491 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-17c17042-a986-4166-924b-176bd02c3335 req-76cdeb92-ed0b-47a9-941b-be1a2a7db269 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:50.454428 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a753e434-e5df-44da-8a60-1de463180f67 req-cb067777-27c6-4af4-9c95-5fe8754afbd7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3497543 Jun 27 12:27:50.595926 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2b06cb8a-d687-421e-a135-01ce5f223399 req-380807ff-a22c-44dc-a178-b50923fc8963 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b11a4e2d-a287-410e-8ea7-a192cd2e008d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544726 Jun 27 12:27:50.633066 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-17c17042-a986-4166-924b-176bd02c3335 req-76cdeb92-ed0b-47a9-941b-be1a2a7db269 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:50.804304 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24e803-4384-486c-898c-116d25414cce req-b8e31058-c297-460e-af8e-d5065d58b9cc tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:50.821915 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-b8e31058-c297-460e-af8e-d5065d58b9cc tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.36 "GET /v2.0/networks?id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f HTTP/1.1" status: 200 len: 811 time: 0.4617763 Jun 27 12:27:50.832546 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4aa7-ac2a-4cc8-996b-08a01d7d1632 req-ad57def8-1940-4f80-bfff-47aed910e24d tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:50.834201 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-246e4aa7-ac2a-4cc8-996b-08a01d7d1632 req-ad57def8-1940-4f80-bfff-47aed910e24d tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 945 time: 0.6340952 Jun 27 12:27:50.890480 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-17c17042-a986-4166-924b-176bd02c3335 req-76cdeb92-ed0b-47a9-941b-be1a2a7db269 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:50.949763 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7e254fa6-6333-48bb-8505-db298a747605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:50.956659 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0d3a47c1-4db4-4259-ac15-2ab6e16808ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:51.003278 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab14651-676e-43f1-a3d1-76ddda28ab31 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:51.007939 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7e254fa6-6333-48bb-8505-db298a747605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:51.008959 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-17c17042-a986-4166-924b-176bd02c3335 req-76cdeb92-ed0b-47a9-941b-be1a2a7db269 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9207375 Jun 27 12:27:51.013822 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2b06cb8a-d687-421e-a135-01ce5f223399 req-59b5328a-c50a-4dd9-ad9e-d7403be59711 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110565 Jun 27 12:27:51.022002 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:51.022469 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7e254fa6-6333-48bb-8505-db298a747605 admin admin] Usage tracker for resource:security_group_rule and tenant:b481a41b79bf4d54ae48b2f107f3cdb4 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:51.029297 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdeb92-ed0b-47a9-941b-be1a2a7db269 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a15c5680-ed40-476a-a626-c198d3c2b62f,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:51.031084 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-befad7ea-5c4b-4da2-93d7-d2412905f623 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6098d054d9c4b7a9150524fc86a1454 HTTP/1.1" status: 200 len: 380 time: 0.1958568 Jun 27 12:27:51.032128 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7e254fa6-6333-48bb-8505-db298a747605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:51.034753 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-76cdeb92-ed0b-47a9-941b-be1a2a7db269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:51.041743 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-246e4aa7-ac2a-4cc8-996b-08a01d7d1632 req-d1c3b1eb-a1cc-40ee-a05c-21416ad05534 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427841 Jun 27 12:27:51.042755 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7e254fa6-6333-48bb-8505-db298a747605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:51.070470 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Transition to ACTIVE for port object dab14651-676e-43f1-a3d1-76ddda28ab31 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:51.112522 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:51.134322 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-34fd6e80-14e0-40a7-a966-1c1dd6f44a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:51.153151 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Request body: {'port': {'device_id': 'e6a629e0-a827-4172-97e9-827fcbd3a19c', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'admin_state_up': True, 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'security_groups': ['3673c4cb-ab4c-4233-9b6a-6c7865b4f31a']}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:51.176823 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7e254fa6-6333-48bb-8505-db298a747605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:51.265207 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942486f-94ae-4181-9f8d-11884fe19bc0 req-9b8d60a0-82be-4509-b041-a6ae6b2f63c3 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:51.266046 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-d942486f-94ae-4181-9f8d-11884fe19bc0 req-9b8d60a0-82be-4509-b041-a6ae6b2f63c3 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Synchronizing usage tracker for tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:51.287390 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7e254fa6-6333-48bb-8505-db298a747605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:51.293766 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c11eb2-4188-4422-95ae-659a89ebeb96 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:51.308664 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-39c62d75-d00c-4e53-bbaa-e4f7889346f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:51.311042 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:51.331794 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-61b2995b-c6ff-4b7c-a224-0cf3ae013086 req-468597a4-137a-4f77-a485-a0cb37f73561 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 210 time: 0.1574907 Jun 27 12:27:51.346947 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Pushing event updated for resources: {'Port': ['ID=dab14651-676e-43f1-a3d1-76ddda28ab31,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:51.368633 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:51.379183 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-d942486f-94ae-4181-9f8d-11884fe19bc0 req-9b8d60a0-82be-4509-b041-a6ae6b2f63c3 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Unset dirty status for tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:51.380451 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d942486f-94ae-4181-9f8d-11884fe19bc0 req-9b8d60a0-82be-4509-b041-a6ae6b2f63c3 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 932 time: 0.5009518 Jun 27 12:27:51.394114 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Transition to ACTIVE for port object 58c11eb2-4188-4422-95ae-659a89ebeb96 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:51.437310 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Attempting to bind port dab14651-676e-43f1-a3d1-76ddda28ab31 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:51.437755 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Attempting to bind port dab14651-676e-43f1-a3d1-76ddda28ab31 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '43ef0c42-2121-4eb7-adbc-8c4398ac10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:51.438599 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Attempting to bind port dab14651-676e-43f1-a3d1-76ddda28ab31 on network b11a4e2d-a287-410e-8ea7-a192cd2e008d {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:51.453325 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:51.482428 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:51.552726 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e254fa6-6333-48bb-8505-db298a747605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2be224-4e33-46be-b192-176468e18e41,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:51.578240 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-7e254fa6-6333-48bb-8505-db298a747605 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b481a41b79bf4d54ae48b2f107f3cdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2271647 Jun 27 12:27:51.581982 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7e254fa6-6333-48bb-8505-db298a747605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:51.586748 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59080) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:51.601343 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Port dab14651-676e-43f1-a3d1-76ddda28ab31 on network b11a4e2d-a287-410e-8ea7-a192cd2e008d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:27:51.601712 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Attempting to bind port dab14651-676e-43f1-a3d1-76ddda28ab31 on network b11a4e2d-a287-410e-8ea7-a192cd2e008d {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:51.634444 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2b06cb8a-d687-421e-a135-01ce5f223399 req-717986c9-7424-488b-8668-71928d696c50 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883876 Jun 27 12:27:51.738879 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:27:51.739388 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Checking segment: {'id': '43ef0c42-2121-4eb7-adbc-8c4398ac10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:51.739818 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Bound using segment: {'id': '43ef0c42-2121-4eb7-adbc-8c4398ac10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:27:51.740469 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Bound port: dab14651-676e-43f1-a3d1-76ddda28ab31, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ef0c42-2121-4eb7-adbc-8c4398ac10e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:51.740930 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:51.766479 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Pushing event updated for resources: {'Port': ['ID=58c11eb2-4188-4422-95ae-659a89ebeb96,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:51.786810 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:51.795271 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d942486f-94ae-4181-9f8d-11884fe19bc0 req-d0e15ae5-e5f7-4bc3-87cb-c3399083328e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998072 Jun 27 12:27:51.835822 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:51.842738 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-334e4f3f-dc44-4466-bf1c-89f1b5a991f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:51.845083 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Usage tracker for resource:port and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:51.850360 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:51.866553 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:51.902867 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 59086) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:51.907903 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afdd25-5224-4d66-8ecf-fc8aeb6b97e0 req-cab76cfc-df28-4488-bc1b-aef1c0033e91 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:51.909203 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d9afdd25-5224-4d66-8ecf-fc8aeb6b97e0 req-cab76cfc-df28-4488-bc1b-aef1c0033e91 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.2297335 Jun 27 12:27:51.919046 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Attempting to bind port 58c11eb2-4188-4422-95ae-659a89ebeb96 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:51.919413 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Attempting to bind port 58c11eb2-4188-4422-95ae-659a89ebeb96 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:51.919889 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Attempting to bind port 58c11eb2-4188-4422-95ae-659a89ebeb96 on network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:51.920555 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-334e4f3f-dc44-4466-bf1c-89f1b5a991f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:51.936596 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Port 58c11eb2-4188-4422-95ae-659a89ebeb96 on network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:27:51.936898 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Attempting to bind port 58c11eb2-4188-4422-95ae-659a89ebeb96 on network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:51.943139 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Made reservation on behalf of e6098d054d9c4b7a9150524fc86a1454 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:51.946609 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:51.948084 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:27:51.948441 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Checking segment: {'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:51.948811 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Bound using segment: {'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:27:51.949238 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Bound port: 58c11eb2-4188-4422-95ae-659a89ebeb96, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:51.949557 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:51.976708 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] For port dab14651-676e-43f1-a3d1-76ddda28ab31, host hv-cinder-79809, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:27:52.045963 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] For port dab14651-676e-43f1-a3d1-76ddda28ab31, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dab14651-676e-43f1-a3d1-76ddda28ab31,segment=NetworkSegment(43ef0c42-2121-4eb7-adbc-8c4398ac10e3),segment_id=43ef0c42-2121-4eb7-adbc-8c4398ac10e3)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:27:52.061207 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:52.062966 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d9afdd25-5224-4d66-8ecf-fc8aeb6b97e0 req-cad79770-72f1-40a9-9c11-94041c813080 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1446428 Jun 27 12:27:52.063960 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d8248421-d691-439d-80d9-24a6045962a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:52.090689 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:52.131305 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-334e4f3f-dc44-4466-bf1c-89f1b5a991f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:52.141093 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3f2b4b4e-531f-4b0f-bc88-7cc275592b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:52.155949 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-d8248421-d691-439d-80d9-24a6045962a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:52.158735 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e4f3f-dc44-4466-bf1c-89f1b5a991f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2be224-4e33-46be-b192-176468e18e41,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:52.165556 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-334e4f3f-dc44-4466-bf1c-89f1b5a991f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:52.165760 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-d8248421-d691-439d-80d9-24a6045962a6 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b6bfe55a464481bd0fce73e9bd99f3 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:52.170365 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] For port 58c11eb2-4188-4422-95ae-659a89ebeb96, host hv-cinder-79809, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:27:52.172760 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-d8248421-d691-439d-80d9-24a6045962a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:52.183588 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Allocated IP 172.20.0.11 (f2965d30-fb8f-458f-bc60-25a0f9c6cf2f/c408987c-cc93-40ed-9edd-1045a910e913/12305c1b-1506-414f-bab5-fa2d1dc2a154) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:27:52.185677 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-334e4f3f-dc44-4466-bf1c-89f1b5a991f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:52.186822 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-334e4f3f-dc44-4466-bf1c-89f1b5a991f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8e2be224-4e33-46be-b192-176468e18e41 HTTP/1.1" status: 204 len: 168 time: 0.5992439 Jun 27 12:27:52.195734 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-d8248421-d691-439d-80d9-24a6045962a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:52.208867 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:52.209492 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:52.211249 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] 10.222.0.36 "PUT /v2.0/ports/dab14651-676e-43f1-a3d1-76ddda28ab31 HTTP/1.1" status: 200 len: 1094 time: 2.8917186 Jun 27 12:27:52.213736 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b71fadd-90b9-40bc-ae86-7f5b268548a4', 'tag': 'dab14651-676e-43f1-a3d1-76ddda28ab31'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:52.273531 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] For port 58c11eb2-4188-4422-95ae-659a89ebeb96, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=58c11eb2-4188-4422-95ae-659a89ebeb96,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:27:52.366686 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:52.395523 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Pushing event updated for resources: {'Port': ['ID=dab14651-676e-43f1-a3d1-76ddda28ab31,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:52.407768 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:52.410292 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-24848d4f-f73b-43ca-a405-d84db7d494d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:52.413402 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:52.445962 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Transition to ACTIVE for port object 12305c1b-1506-414f-bab5-fa2d1dc2a154 will not be triggered until provisioned by entity DHCP. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:52.522881 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:52.553735 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:52.558119 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:52.558730 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:52.560178 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] 10.222.0.36 "PUT /v2.0/ports/58c11eb2-4188-4422-95ae-659a89ebeb96 HTTP/1.1" status: 200 len: 1093 time: 3.5878737 Jun 27 12:27:52.618685 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:27:52.630993 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:52.664626 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:27:52.670739 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:52.672366 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:52.687327 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 59114) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:52.720594 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device d0006874-b735-4770-8f3f-86d3acdc5089 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:27:52.761134 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Pushing event updated for resources: {'Port': ['ID=58c11eb2-4188-4422-95ae-659a89ebeb96,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:52.774535 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c73de6f9-a0f8-44ee-95a5-dc99764da760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:52.798024 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:52.802802 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event updated for resources: {'Port': ['ID=12305c1b-1506-414f-bab5-fa2d1dc2a154,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:52.831161 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6821554 Jun 27 12:27:52.832064 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:52.885883 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3507a-3610-48d4-a1a1-a6063b2498ab req-6585c066-a4b3-435d-bf3e-25eef2f242d7 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:52.887884 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f4b3507a-3610-48d4-a1a1-a6063b2498ab req-6585c066-a4b3-435d-bf3e-25eef2f242d7 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 945 time: 0.6842439 Jun 27 12:27:52.896177 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Request body: {'port': {'device_id': 'e6a629e0-a827-4172-97e9-827fcbd3a19c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:52.912256 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-c73de6f9-a0f8-44ee-95a5-dc99764da760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:52.936117 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-8914d2db-e219-41b6-8fc4-70a67b66c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:52.942551 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-8914d2db-e219-41b6-8fc4-70a67b66c5a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 1097 time: 0.6677842 Jun 27 12:27:52.975340 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-c73de6f9-a0f8-44ee-95a5-dc99764da760 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7d99176f7f4d7eaad4fed3ab709a53 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:53.090091 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d8248421-d691-439d-80d9-24a6045962a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.091624 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-c73de6f9-a0f8-44ee-95a5-dc99764da760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:53.124843 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-c73de6f9-a0f8-44ee-95a5-dc99764da760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:53.128553 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d8248421-d691-439d-80d9-24a6045962a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.137415 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-d3ba16da-6795-478a-b6da-c4e7fecabc6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab14651-676e-43f1-a3d1-76ddda28ab31 HTTP/1.1" status: 200 len: 217 time: 0.1570570 Jun 27 12:27:53.151968 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561198e1-2d02-4d55-b09e-41ca25e758ca req-dece649b-399b-44bd-8a61-4fc4dab3789d tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:53.152742 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-561198e1-2d02-4d55-b09e-41ca25e758ca req-dece649b-399b-44bd-8a61-4fc4dab3789d tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Synchronizing usage tracker for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:53.156117 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-16458f4b-c040-4a92-a600-c74ec8a5bcde tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:53.160325 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port d0006874-b735-4770-8f3f-86d3acdc5089, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d0006874-b735-4770-8f3f-86d3acdc5089,segment=NetworkSegment(43ef0c42-2121-4eb7-adbc-8c4398ac10e3),segment_id=43ef0c42-2121-4eb7-adbc-8c4398ac10e3)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:53.178690 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-561198e1-2d02-4d55-b09e-41ca25e758ca req-dece649b-399b-44bd-8a61-4fc4dab3789d tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Unset dirty status for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:53.178834 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': 'd0006874-b735-4770-8f3f-86d3acdc5089', 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d', 'port_id': 'd0006874-b735-4770-8f3f-86d3acdc5089', 'mac_address': 'fa:16:3e:d5:d1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a134c88f-299e-4abe-bd3b-b238015fe48c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:27:53.185976 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-561198e1-2d02-4d55-b09e-41ca25e758ca req-dece649b-399b-44bd-8a61-4fc4dab3789d tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 932 time: 0.7071702 Jun 27 12:27:53.264028 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.278161 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-a2ef19fb-bec5-4a36-92ae-6d0591cec729 None None] Provisioning for port 12305c1b-1506-414f-bab5-fa2d1dc2a154 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:53.285383 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-561198e1-2d02-4d55-b09e-41ca25e758ca req-6eb526c3-b2cf-4736-be44-976b63ae40db tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982084 Jun 27 12:27:53.290666 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f4b3507a-3610-48d4-a1a1-a6063b2498ab req-98444828-d03e-46a4-844d-0c551dbf83db tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932827 Jun 27 12:27:53.301883 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-d8248421-d691-439d-80d9-24a6045962a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8b6bfe55a464481bd0fce73e9bd99f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3953454 Jun 27 12:27:53.301883 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-ccf613f1-399b-4276-aa61-e3e46529bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:53.303885 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-ccf613f1-399b-4276-aa61-e3e46529bf69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 1096 time: 0.6734536 Jun 27 12:27:53.304866 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8248421-d691-439d-80d9-24a6045962a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfc45fb-8d1a-4ffc-8207-88f8c9c13eac,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:53.307740 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 59126) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:53.327672 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-a2ef19fb-bec5-4a36-92ae-6d0591cec729 None None] Provisioning complete for port 12305c1b-1506-414f-bab5-fa2d1dc2a154 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:53.328042 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d8248421-d691-439d-80d9-24a6045962a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:53.328201 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-a2ef19fb-bec5-4a36-92ae-6d0591cec729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.349175 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.390920 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0006874-b735-4770-8f3f-86d3acdc5089 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:53.449353 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port d0006874-b735-4770-8f3f-86d3acdc5089, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d0006874-b735-4770-8f3f-86d3acdc5089,segment=NetworkSegment(43ef0c42-2121-4eb7-adbc-8c4398ac10e3),segment_id=43ef0c42-2121-4eb7-adbc-8c4398ac10e3)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:53.449353 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef19fb-bec5-4a36-92ae-6d0591cec729 None None] Port 12305c1b-1506-414f-bab5-fa2d1dc2a154 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:27:53.459639 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.468111 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:53.479988 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-c0af82bb-91e3-4e59-9e55-9591966e98cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c11eb2-4188-4422-95ae-659a89ebeb96 HTTP/1.1" status: 200 len: 217 time: 0.1546187 Jun 27 12:27:53.498891 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-1b99e2ef-fa72-4cda-84cc-57e328b9da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:53.498891 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-1b99e2ef-fa72-4cda-84cc-57e328b9da45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a134c88f-299e-4abe-bd3b-b238015fe48c HTTP/1.1" status: 200 len: 858 time: 0.3311625 Jun 27 12:27:53.594600 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=d0006874-b735-4770-8f3f-86d3acdc5089,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:53.597811 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:53.653634 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b71fadd-90b9-40bc-ae86-7f5b268548a4', 'tag': 'dab14651-676e-43f1-a3d1-76ddda28ab31', 'status': 'completed', 'code': 200} Jun 27 12:27:53.687242 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-8eb8b1be-2702-4ed4-8f93-37e9120ba587 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b11a4e2d-a287-410e-8ea7-a192cd2e008d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1709018 Jun 27 12:27:53.759897 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-9299dd0c-ec1d-41d6-aaa3-7835e61d5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:53.761459 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-9299dd0c-ec1d-41d6-aaa3-7835e61d5388 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.2483764 Jun 27 12:27:53.770687 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5cec-4d4e-4fae-bbf9-b48832d8a5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.802154 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['d0006874-b735-4770-8f3f-86d3acdc5089'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:27:53.857374 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0296d2-a383-4c44-9b7c-b3927bfdca8c req-dcbcaf42-1f49-4caa-8e00-9badc50dec18 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:53.858790 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6d0296d2-a383-4c44-9b7c-b3927bfdca8c req-dcbcaf42-1f49-4caa-8e00-9badc50dec18 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.1596999 Jun 27 12:27:53.871750 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c73de6f9-a0f8-44ee-95a5-dc99764da760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.902283 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12305c1b-1506-414f-bab5-fa2d1dc2a154 {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:53.915318 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c73de6f9-a0f8-44ee-95a5-dc99764da760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.920209 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.938293 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6d0296d2-a383-4c44-9b7c-b3927bfdca8c req-374d612a-3b16-4f7c-b1c6-05304fcfbdb0 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649135 Jun 27 12:27:53.939949 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5cec-4d4e-4fae-bbf9-b48832d8a5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.945716 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Transition to ACTIVE for port object 12305c1b-1506-414f-bab5-fa2d1dc2a154 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:27:53.950539 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:53.952601 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:53.962188 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:54.059334 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-c73de6f9-a0f8-44ee-95a5-dc99764da760 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd7d99176f7f4d7eaad4fed3ab709a53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3687198 Jun 27 12:27:54.066504 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73de6f9-a0f8-44ee-95a5-dc99764da760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6190a3fc-04c7-4313-a1df-41093dd72bbe,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:54.073395 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59138) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:54.074797 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c73de6f9-a0f8-44ee-95a5-dc99764da760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:54.090530 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45233e1-df38-4359-a1d5-2cf2619bfb83 req-adbcd819-f70d-40fa-8d0b-3043c7fc2b64 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:54.099589 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d45233e1-df38-4359-a1d5-2cf2619bfb83 req-adbcd819-f70d-40fa-8d0b-3043c7fc2b64 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 944 time: 0.5333300 Jun 27 12:27:54.104837 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-47d56e0a-63dd-4254-bfbe-3393e47a44e1 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979397 Jun 27 12:27:54.183929 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-2711fe40-279c-4514-bff5-5ccb5de5cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:54.184954 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-2711fe40-279c-4514-bff5-5ccb5de5cb08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4086399 Jun 27 12:27:54.212064 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Pushing event updated for resources: {'Port': ['ID=12305c1b-1506-414f-bab5-fa2d1dc2a154,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:54.214995 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:54.238549 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Attempting to bind port 12305c1b-1506-414f-bab5-fa2d1dc2a154 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:27:54.239588 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Attempting to bind port 12305c1b-1506-414f-bab5-fa2d1dc2a154 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:27:54.240062 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Attempting to bind port 12305c1b-1506-414f-bab5-fa2d1dc2a154 on network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:54.257237 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Port 12305c1b-1506-414f-bab5-fa2d1dc2a154 on network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:27:54.257562 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Attempting to bind port 12305c1b-1506-414f-bab5-fa2d1dc2a154 on network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:27:54.262802 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5cec-4d4e-4fae-bbf9-b48832d8a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.263270 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-8b85ec17-6020-4ef8-a5ff-e7e887d1fada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.267989 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:27:54.268552 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Checking segment: {'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:54.269116 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Bound using segment: {'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:27:54.269734 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Bound port: 12305c1b-1506-414f-bab5-fa2d1dc2a154, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:27:54.270308 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.290469 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d45233e1-df38-4359-a1d5-2cf2619bfb83 req-54bdfeca-8b6e-4e6a-8542-65b8de908e7d tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898816 Jun 27 12:27:54.300781 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:54.344719 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-8b85ec17-6020-4ef8-a5ff-e7e887d1fada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.363358 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b5cec-4d4e-4fae-bbf9-b48832d8a5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfc45fb-8d1a-4ffc-8207-88f8c9c13eac,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:54.371050 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0f0b5cec-4d4e-4fae-bbf9-b48832d8a5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:54.418822 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5cec-4d4e-4fae-bbf9-b48832d8a5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.422318 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-0f0b5cec-4d4e-4fae-bbf9-b48832d8a5c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ddfc45fb-8d1a-4ffc-8207-88f8c9c13eac HTTP/1.1" status: 204 len: 168 time: 1.1079869 Jun 27 12:27:54.429151 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] For port 12305c1b-1506-414f-bab5-fa2d1dc2a154, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:27:54.431055 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a14ab01-9a85-46cb-abac-340c6c7f3f1b req-7c367080-947c-4af3-bf10-c578e0d9a57d service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101585 Jun 27 12:27:54.432053 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] For port 12305c1b-1506-414f-bab5-fa2d1dc2a154, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=12305c1b-1506-414f-bab5-fa2d1dc2a154,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:27:54.441374 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-50158eb7-14e6-4a2f-82be-92d2a2ff9988 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019613 Jun 27 12:27:54.443891 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.456674 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:54.512885 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-8b85ec17-6020-4ef8-a5ff-e7e887d1fada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.575301 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:54.576013 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.577492 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] 10.222.0.36 "PUT /v2.0/ports/12305c1b-1506-414f-bab5-fa2d1dc2a154 HTTP/1.1" status: 200 len: 1094 time: 1.7165143 Jun 27 12:27:54.585150 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a629e0-a827-4172-97e9-827fcbd3a19c', 'tag': '12305c1b-1506-414f-bab5-fa2d1dc2a154'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:54.617818 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-8b85ec17-6020-4ef8-a5ff-e7e887d1fada admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:54.618932 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-8b85ec17-6020-4ef8-a5ff-e7e887d1fada admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6190a3fc-04c7-4313-a1df-41093dd72bbe HTTP/1.1" status: 204 len: 168 time: 0.5398510 Jun 27 12:27:54.718663 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Pushing event updated for resources: {'Port': ['ID=12305c1b-1506-414f-bab5-fa2d1dc2a154,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:54.725182 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:54.743210 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:54.785652 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85ec17-6020-4ef8-a5ff-e7e887d1fada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6190a3fc-04c7-4313-a1df-41093dd72bbe,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:54.789373 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-8b85ec17-6020-4ef8-a5ff-e7e887d1fada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:54.854010 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911f3dd-9c34-484d-8854-992b318ad325 req-26ec698e-e3a1-446f-973a-43cf21f65bcd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:54.869197 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a911f3dd-9c34-484d-8854-992b318ad325 req-26ec698e-e3a1-446f-973a-43cf21f65bcd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 944 time: 0.3581905 Jun 27 12:27:54.975577 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24e803-4384-486c-898c-116d25414cce req-c0a2e895-c768-435f-bbc4-a8ac1760d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:54.985957 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-56eaa549-0652-432a-b85e-b05da4161dd8 req-9a73c06c-82c7-492a-8456-0138f642f32d service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371449 Jun 27 12:27:54.993877 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3dff6-6c43-4f48-8968-780fbce7c501 req-ae7a2d9e-37ef-4b41-94a4-af925e35a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:54.994394 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-c0a2e895-c768-435f-bbc4-a8ac1760d118 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6098d054d9c4b7a9150524fc86a1454&device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 1097 time: 0.3670754 Jun 27 12:27:54.995437 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a3f3dff6-6c43-4f48-8968-780fbce7c501 req-ae7a2d9e-37ef-4b41-94a4-af925e35a6f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 1097 time: 0.4915175 Jun 27 12:27:55.010524 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a911f3dd-9c34-484d-8854-992b318ad325 req-a949f24f-94b9-4496-8ac7-b7b14b9a3810 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403301 Jun 27 12:27:55.050284 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea269c-0fc0-433d-983e-590c8857c7fd req-b73287d9-ea10-42c5-b14b-dc964df21813 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:55.057099 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-faea269c-0fc0-433d-983e-590c8857c7fd req-b73287d9-ea10-42c5-b14b-dc964df21813 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 945 time: 0.5567594 Jun 27 12:27:55.084981 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 59172) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:55.118009 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-3a175b69-a264-4894-a158-6a076a17ba5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12305c1b-1506-414f-bab5-fa2d1dc2a154 HTTP/1.1" status: 200 len: 217 time: 0.1056972 Jun 27 12:27:55.121242 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a629e0-a827-4172-97e9-827fcbd3a19c', 'tag': '12305c1b-1506-414f-bab5-fa2d1dc2a154', 'status': 'completed', 'code': 200} Jun 27 12:27:55.210579 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cf645a08-fe73-4fa5-a712-15c591690317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.229127 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24e803-4384-486c-898c-116d25414cce req-041248bf-1afd-4435-b8d0-83b22b8f1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:55.230825 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-041248bf-1afd-4435-b8d0-83b22b8f1e78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c408987c-cc93-40ed-9edd-1045a910e913 HTTP/1.1" status: 200 len: 850 time: 0.1025608 Jun 27 12:27:55.272122 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.288361 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-faea269c-0fc0-433d-983e-590c8857c7fd req-7c5ec639-9b7e-4b34-8195-602297ab6328 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053251 Jun 27 12:27:55.288361 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-cf645a08-fe73-4fa5-a712-15c591690317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:55.288361 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-cf645a08-fe73-4fa5-a712-15c591690317 admin admin] Usage tracker for resource:security_group_rule and tenant:b977c773b1a244749991c1b7d352c954 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:55.298614 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-cf645a08-fe73-4fa5-a712-15c591690317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:55.304970 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-cf645a08-fe73-4fa5-a712-15c591690317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:55.372706 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3dff6-6c43-4f48-8968-780fbce7c501 req-90758b47-844b-4e5e-9032-d3d95f9f1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:55.374174 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a3f3dff6-6c43-4f48-8968-780fbce7c501 req-90758b47-844b-4e5e-9032-d3d95f9f1564 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 200 len: 919 time: 0.3636017 Jun 27 12:27:55.433063 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59194) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:55.470819 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-78253402-5a49-4163-accf-8a8635b5f7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.509498 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-78253402-5a49-4163-accf-8a8635b5f7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:55.522866 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a3f3dff6-6c43-4f48-8968-780fbce7c501 req-bf1480c5-c442-4bd3-a4cf-05f168dc2c49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab14651-676e-43f1-a3d1-76ddda28ab31 HTTP/1.1" status: 200 len: 217 time: 0.1375413 Jun 27 12:27:55.524770 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-78253402-5a49-4163-accf-8a8635b5f7b5 admin admin] Usage tracker for resource:security_group_rule and tenant:fa81bf521e6a46c7b305eabf3aa1aa21 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:55.531940 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-78253402-5a49-4163-accf-8a8635b5f7b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:55.542708 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-78253402-5a49-4163-accf-8a8635b5f7b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:55.593839 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24e803-4384-486c-898c-116d25414cce req-467b1d7b-4e16-48a5-9982-a0161f851abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:55.595785 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-467b1d7b-4e16-48a5-9982-a0161f851abd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3565755 Jun 27 12:27:55.605380 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a72f-f70c-43d2-9f99-1cb3e3747a9a req-bb0103ea-3354-4832-a8d0-86c10b951d0d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:55.612833 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2b45a72f-f70c-43d2-9f99-1cb3e3747a9a req-bb0103ea-3354-4832-a8d0-86c10b951d0d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.2663832 Jun 27 12:27:55.658642 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:55.689456 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3dff6-6c43-4f48-8968-780fbce7c501 req-981d5433-9610-46f9-8154-1f770edba4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:55.691231 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a3f3dff6-6c43-4f48-8968-780fbce7c501 req-981d5433-9610-46f9-8154-1f770edba4c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a134c88f-299e-4abe-bd3b-b238015fe48c HTTP/1.1" status: 200 len: 858 time: 0.1591549 Jun 27 12:27:55.693563 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cf645a08-fe73-4fa5-a712-15c591690317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.750097 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a3f3dff6-6c43-4f48-8968-780fbce7c501 req-0cef1a06-f9b1-4407-8461-bbcb64d5b6a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b11a4e2d-a287-410e-8ea7-a192cd2e008d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507822 Jun 27 12:27:55.751514 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-cf645a08-fe73-4fa5-a712-15c591690317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:55.763318 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193730b5-64e4-4035-bcb7-03b0406e850c req-e06bde43-946c-4f9a-97e5-4e0071abf0fa tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:55.765150 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-193730b5-64e4-4035-bcb7-03b0406e850c req-e06bde43-946c-4f9a-97e5-4e0071abf0fa tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 944 time: 0.2848105 Jun 27 12:27:55.776228 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2b45a72f-f70c-43d2-9f99-1cb3e3747a9a req-d7d42bcb-8be8-4ba0-b079-28ce76374a37 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1623278 Jun 27 12:27:55.999765 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:56.027039 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a3f3dff6-6c43-4f48-8968-780fbce7c501 req-7971e3c8-6c3f-42b0-8bd6-d55ad5952fa2 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603924 Jun 27 12:27:56.054361 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-e8f764dc-894b-4509-9593-e3ebbc9bf97d service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393222 Jun 27 12:27:56.055611 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'status': 'completed', 'code': 200} Jun 27 12:27:56.059093 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-78253402-5a49-4163-accf-8a8635b5f7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.082878 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-78253402-5a49-4163-accf-8a8635b5f7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.105612 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:56.118599 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-cf645a08-fe73-4fa5-a712-15c591690317 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b977c773b1a244749991c1b7d352c954&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0152178 Jun 27 12:27:56.127258 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 59224) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:56.211074 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78253402-5a49-4163-accf-8a8635b5f7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca9c2f9-4ffc-421c-9abf-16773a03bcf7,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:56.215219 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-78253402-5a49-4163-accf-8a8635b5f7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:56.291559 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-78253402-5a49-4163-accf-8a8635b5f7b5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fa81bf521e6a46c7b305eabf3aa1aa21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8544436 Jun 27 12:27:56.293957 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59234) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:56.320324 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a3f3dff6-6c43-4f48-8968-780fbce7c501 req-56357213-e22a-47a4-8e30-e9ce49ddbfd5 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016127 Jun 27 12:27:56.332656 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf645a08-fe73-4fa5-a712-15c591690317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c85038-99b8-48dd-900c-aa23bcc6c057,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:56.349438 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-cf645a08-fe73-4fa5-a712-15c591690317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:56.377848 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-193730b5-64e4-4035-bcb7-03b0406e850c req-3ebe9108-0a03-46e0-bd9f-940d70556d73 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214097 Jun 27 12:27:56.379493 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ca24e803-4384-486c-898c-116d25414cce req-10b6de08-65e6-467b-bb8c-ea80d4c6cead service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183894 Jun 27 12:27:56.406656 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4221e17-8c2c-46aa-b81a-cfbbe526c46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.418738 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee35d13-9fcd-4b6a-8b0e-60fb85c3c107 req-42ce9cc9-c009-4bf9-bd10-dd7ec817edfd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:56.425133 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-45c30ec3-2cdf-413b-bb4e-5bb9e80e023b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.426093 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bee35d13-9fcd-4b6a-8b0e-60fb85c3c107 req-42ce9cc9-c009-4bf9-bd10-dd7ec817edfd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 944 time: 0.2799771 Jun 27 12:27:56.429710 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ac7c6-2a36-4dec-abbd-0be99d883a1a req-4bce39a2-eb9f-4f08-bf80-5cbe72f64c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:56.431199 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-253ac7c6-2a36-4dec-abbd-0be99d883a1a req-4bce39a2-eb9f-4f08-bf80-5cbe72f64c83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 1096 time: 0.3723705 Jun 27 12:27:56.496221 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-45c30ec3-2cdf-413b-bb4e-5bb9e80e023b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.512721 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-dd96dfd8-a839-4fad-989b-fe10d4cdba70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.522112 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4221e17-8c2c-46aa-b81a-cfbbe526c46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.563943 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bee35d13-9fcd-4b6a-8b0e-60fb85c3c107 req-8de06e92-1056-471e-a9eb-345efd8c5554 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368885 Jun 27 12:27:56.617748 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ac7c6-2a36-4dec-abbd-0be99d883a1a req-c3a4a5d9-1245-438a-a434-07bfe786772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:56.619339 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-253ac7c6-2a36-4dec-abbd-0be99d883a1a req-c3a4a5d9-1245-438a-a434-07bfe786772c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 917 time: 0.1755919 Jun 27 12:27:56.630420 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e63b4-139f-4a37-9239-c41a6b87743f req-a115216b-8c54-4496-a9b5-19c81fec387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:56.632033 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dd3e63b4-139f-4a37-9239-c41a6b87743f req-a115216b-8c54-4496-a9b5-19c81fec387a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6098d054d9c4b7a9150524fc86a1454&device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 1097 time: 0.1691437 Jun 27 12:27:56.693200 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-45c30ec3-2cdf-413b-bb4e-5bb9e80e023b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.705001 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-253ac7c6-2a36-4dec-abbd-0be99d883a1a req-1a0a4fe9-edcd-4160-90c6-7fdde27b2723 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c11eb2-4188-4422-95ae-659a89ebeb96 HTTP/1.1" status: 200 len: 217 time: 0.0766344 Jun 27 12:27:56.706704 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:56.728992 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4221e17-8c2c-46aa-b81a-cfbbe526c46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.741663 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d143fe11-351b-4099-a621-a3df7db4ba02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:56.742354 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device dab14651-676e-43f1-a3d1-76ddda28ab31 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:27:56.762382 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c30ec3-2cdf-413b-bb4e-5bb9e80e023b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c85038-99b8-48dd-900c-aa23bcc6c057,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:56.765355 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-45c30ec3-2cdf-413b-bb4e-5bb9e80e023b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:56.771061 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4221e17-8c2c-46aa-b81a-cfbbe526c46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca9c2f9-4ffc-421c-9abf-16773a03bcf7,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:56.773262 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e4221e17-8c2c-46aa-b81a-cfbbe526c46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:56.778599 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-45c30ec3-2cdf-413b-bb4e-5bb9e80e023b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.782103 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-45c30ec3-2cdf-413b-bb4e-5bb9e80e023b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49c85038-99b8-48dd-900c-aa23bcc6c057 HTTP/1.1" status: 204 len: 168 time: 0.5129805 Jun 27 12:27:56.797633 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ac7c6-2a36-4dec-abbd-0be99d883a1a req-4072d8d3-14ee-4a30-b6fa-7f2844f0f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:56.798179 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4221e17-8c2c-46aa-b81a-cfbbe526c46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:56.799421 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-e4221e17-8c2c-46aa-b81a-cfbbe526c46e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5ca9c2f9-4ffc-421c-9abf-16773a03bcf7 HTTP/1.1" status: 204 len: 168 time: 0.5040205 Jun 27 12:27:56.799533 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-253ac7c6-2a36-4dec-abbd-0be99d883a1a req-4072d8d3-14ee-4a30-b6fa-7f2844f0f8ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.0846748 Jun 27 12:27:56.832031 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e63b4-139f-4a37-9239-c41a6b87743f req-93c3e15c-3191-485c-aa08-eb1c89c06757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:56.836052 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dd3e63b4-139f-4a37-9239-c41a6b87743f req-93c3e15c-3191-485c-aa08-eb1c89c06757 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f HTTP/1.1" status: 200 len: 912 time: 0.1973681 Jun 27 12:27:56.924618 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dd3e63b4-139f-4a37-9239-c41a6b87743f req-4bfd854a-05d7-4af9-867a-74d08d7a47a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12305c1b-1506-414f-bab5-fa2d1dc2a154 HTTP/1.1" status: 200 len: 217 time: 0.0812349 Jun 27 12:27:57.016840 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e63b4-139f-4a37-9239-c41a6b87743f req-6146b272-ee33-46fe-a399-6ac34e1d23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:57.018911 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dd3e63b4-139f-4a37-9239-c41a6b87743f req-6146b272-ee33-46fe-a399-6ac34e1d23dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c408987c-cc93-40ed-9edd-1045a910e913 HTTP/1.1" status: 200 len: 850 time: 0.0869362 Jun 27 12:27:57.050394 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ac7c6-2a36-4dec-abbd-0be99d883a1a req-efc04e6a-e9d9-4b08-985b-9061c2791759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:57.052319 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-253ac7c6-2a36-4dec-abbd-0be99d883a1a req-efc04e6a-e9d9-4b08-985b-9061c2791759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2372310 Jun 27 12:27:57.062272 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239c88f-84bc-4d43-bbf2-b33e750a7c93 req-89573474-6fbb-4563-bc45-cc2cc0e8568d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:57.070223 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7239c88f-84bc-4d43-bbf2-b33e750a7c93 req-89573474-6fbb-4563-bc45-cc2cc0e8568d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.1295638 Jun 27 12:27:57.095575 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device d0006874-b735-4770-8f3f-86d3acdc5089 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:27:57.146635 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7239c88f-84bc-4d43-bbf2-b33e750a7c93 req-bb25ed3c-a337-433c-970f-2dd977860d6f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754359 Jun 27 12:27:57.200642 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e63b4-139f-4a37-9239-c41a6b87743f req-cbb13cc8-23a5-4e71-93b1-8e800073a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:57.202757 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dd3e63b4-139f-4a37-9239-c41a6b87743f req-cbb13cc8-23a5-4e71-93b1-8e800073a71c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1756291 Jun 27 12:27:57.210606 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port dab14651-676e-43f1-a3d1-76ddda28ab31, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dab14651-676e-43f1-a3d1-76ddda28ab31,segment=NetworkSegment(43ef0c42-2121-4eb7-adbc-8c4398ac10e3),segment_id=43ef0c42-2121-4eb7-adbc-8c4398ac10e3)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:57.217790 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.237478 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': 'dab14651-676e-43f1-a3d1-76ddda28ab31', 'network_id': 'b11a4e2d-a287-410e-8ea7-a192cd2e008d', 'port_id': 'dab14651-676e-43f1-a3d1-76ddda28ab31', 'mac_address': 'fa:16:3e:f3:82:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a134c88f-299e-4abe-bd3b-b238015fe48c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:27:57.307295 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.328677 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab14651-676e-43f1-a3d1-76ddda28ab31 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:27:57.347933 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port d0006874-b735-4770-8f3f-86d3acdc5089 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:27:57.354609 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port d0006874-b735-4770-8f3f-86d3acdc5089 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:27:57.354985 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.417701 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port dab14651-676e-43f1-a3d1-76ddda28ab31, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dab14651-676e-43f1-a3d1-76ddda28ab31,segment=NetworkSegment(43ef0c42-2121-4eb7-adbc-8c4398ac10e3),segment_id=43ef0c42-2121-4eb7-adbc-8c4398ac10e3)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:57.451927 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.457993 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:57.545528 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.580576 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=dab14651-676e-43f1-a3d1-76ddda28ab31,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:57.584508 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:57.589955 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c27063-7d23-49a3-8165-f7eb432f1df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0006874-b735-4770-8f3f-86d3acdc5089'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:27:57.600509 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port d0006874-b735-4770-8f3f-86d3acdc5089, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d0006874-b735-4770-8f3f-86d3acdc5089,segment=NetworkSegment(43ef0c42-2121-4eb7-adbc-8c4398ac10e3),segment_id=43ef0c42-2121-4eb7-adbc-8c4398ac10e3)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:27:57.608049 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:57.612211 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e1173205-e258-4c3b-9745-a9edf3010ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:57.614028 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1cb76-e1c5-4165-a9ba-efa77acfa9c6 req-74e6e38f-c91d-4876-8326-8c4b1043eb21 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:57.615642 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e3d1cb76-e1c5-4165-a9ba-efa77acfa9c6 req-74e6e38f-c91d-4876-8326-8c4b1043eb21 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 945 time: 0.1079941 Jun 27 12:27:57.667275 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e3d1cb76-e1c5-4165-a9ba-efa77acfa9c6 req-b81c51aa-d9b1-4500-857b-d6c7822f5161 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456824 Jun 27 12:27:57.694680 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=d0006874-b735-4770-8f3f-86d3acdc5089,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:57.697866 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:57.948514 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0794c9a-3d4c-4ad4-b4db-67848181d37f req-0a360ea6-7f2f-4fe1-8476-55384eedaf02 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:57.949230 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-e0794c9a-3d4c-4ad4-b4db-67848181d37f req-0a360ea6-7f2f-4fe1-8476-55384eedaf02 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Synchronizing usage tracker for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:57.964619 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-e0794c9a-3d4c-4ad4-b4db-67848181d37f req-0a360ea6-7f2f-4fe1-8476-55384eedaf02 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Unset dirty status for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:57.965931 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e0794c9a-3d4c-4ad4-b4db-67848181d37f req-0a360ea6-7f2f-4fe1-8476-55384eedaf02 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 944 time: 0.1938760 Jun 27 12:27:57.966405 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59310) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:58.013539 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-e0794c9a-3d4c-4ad4-b4db-67848181d37f req-3ca49250-f96c-4dfc-aa2a-31e7a60258bb tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Synchronizing usage tracker for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:security_group {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:27:58.033255 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-e0794c9a-3d4c-4ad4-b4db-67848181d37f req-3ca49250-f96c-4dfc-aa2a-31e7a60258bb tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Unset dirty status for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:security_group {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:27:58.034808 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e0794c9a-3d4c-4ad4-b4db-67848181d37f req-3ca49250-f96c-4dfc-aa2a-31e7a60258bb tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620718 Jun 27 12:27:58.124738 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c27063-7d23-49a3-8165-f7eb432f1df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0006874-b735-4770-8f3f-86d3acdc5089', 'code': 200} Jun 27 12:27:58.218826 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1201581927-network', 'tenant_id': '96d7af72656c4a19b8bca212e87e72fd'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:58.223424 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:58.227476 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Usage tracker for resource:network and tenant:96d7af72656c4a19b8bca212e87e72fd is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:58.230641 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:58.239284 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:58.252915 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Made reservation on behalf of 96d7af72656c4a19b8bca212e87e72fd for: {'network': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:58.255182 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:58.267333 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:58.281542 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:58.285304 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Usage tracker for resource:security_group_rule and tenant:96d7af72656c4a19b8bca212e87e72fd is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:58.288017 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:58.293835 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:58.348750 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d0fd8-00ec-4eca-9626-f6b2e86171a2 req-1482b4fd-b735-43f6-996c-cf823ecd006e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:58.350547 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-988d0fd8-00ec-4eca-9626-f6b2e86171a2 req-1482b4fd-b735-43f6-996c-cf823ecd006e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0875647 Jun 27 12:27:58.390208 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:58.395094 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:58.397996 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:58.405407 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-988d0fd8-00ec-4eca-9626-f6b2e86171a2 req-1bd0ae7d-95dc-4693-a00a-14691de879fe tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477738 Jun 27 12:27:58.427235 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=78480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:27:58.435868 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7c3908-fda8-4828-b361-f3ae2b49e211,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:58.439516 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:58.445311 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:58.445803 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.segments_db [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Added segment 89ebb80d-0a99-4ad4-a3fe-417a74415218 of type vlan for network 7184230a-666f-47a1-851f-c7fd9237123b Jun 27 12:27:58.472911 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:58.503504 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:58.505019 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:58.505941 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:58.510590 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7afb9b9d-4cba-4a89-a00e-fa3bcaf86135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:58.608833 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Pushing event updated for resources: {'Network': ['ID=7184230a-666f-47a1-851f-c7fd9237123b,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:58.613001 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6453979 Jun 27 12:27:58.613918 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:58.615844 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59338) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:58.620655 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network 7184230a-666f-47a1-851f-c7fd9237123b details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:27:58.621248 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Request body: {'subnet': {'network_id': '7184230a-666f-47a1-851f-c7fd9237123b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1201581927-subnet', 'tenant_id': '96d7af72656c4a19b8bca212e87e72fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:58.625987 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:58.631395 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Usage tracker for resource:subnet and tenant:96d7af72656c4a19b8bca212e87e72fd is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:58.634332 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:58.639913 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:58.652438 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Made reservation on behalf of 96d7af72656c4a19b8bca212e87e72fd for: {'subnet': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:58.655553 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:58.886847 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a817c6-e155-46bb-b526-885ce8a880c5 req-94fd4116-e885-4e67-b1e0-7479d8ae56f5 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:58.889340 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-94a817c6-e155-46bb-b526-885ce8a880c5 req-94fd4116-e885-4e67-b1e0-7479d8ae56f5 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 945 time: 0.0884964 Jun 27 12:27:58.892223 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for subnet, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:58.897549 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:27:58.947783 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-94a817c6-e155-46bb-b526-885ce8a880c5 req-7eac7e73-7578-4191-9169-f34287fe17a6 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518141 Jun 27 12:27:58.971298 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3f37d9-2fd6-49b3-8a56-a52a1b476df2,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:27:58.974597 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:27:58.981798 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Checking segment: {'id': '89ebb80d-0a99-4ad4-a3fe-417a74415218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7184230a-666f-47a1-851f-c7fd9237123b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:27:58.982154 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Network hostable DHCP agents. Network: 7184230a-666f-47a1-851f-c7fd9237123b, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:27:59.001837 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Network 7184230a-666f-47a1-851f-c7fd9237123b is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:27:59.013408 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, 7184230a-666f-47a1-851f-c7fd9237123b) {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:27:59.018802 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:59.020590 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:59.021621 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eeff50-b282-4b70-a0b4-7fe6474d4f67 None None] Network 7184230a-666f-47a1-851f-c7fd9237123b requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:27:59.046202 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4291296 Jun 27 12:27:59.157830 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b17cc170-59ce-4f78-a4ba-a493be20c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:59.278374 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcc5ff-f71a-490e-a13c-ff2aa75f143a req-dac29043-e335-44b5-821b-154b4a07f974 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:59.279864 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-19fcc5ff-f71a-490e-a13c-ff2aa75f143a req-dac29043-e335-44b5-821b-154b4a07f974 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 944 time: 0.0996022 Jun 27 12:27:59.294127 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a206e9b4-aae5-46fc-a8ec-bf78ad42fc3a None None] Network 7184230a-666f-47a1-851f-c7fd9237123b requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:27:59.343918 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-19fcc5ff-f71a-490e-a13c-ff2aa75f143a req-fe4c4025-f9a3-4592-b8a9-0f968986d0d6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580831 Jun 27 12:27:59.576755 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dd3e63b4-139f-4a37-9239-c41a6b87743f req-51e15f93-4ce3-44f0-8855-758074cdf326 service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789806 Jun 27 12:27:59.632039 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-253ac7c6-2a36-4dec-abbd-0be99d883a1a req-f7adb953-87c3-43b1-ab71-8e37705dad81 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465754 Jun 27 12:27:59.716875 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b904fc-0072-4263-ada1-06eae2e1bdad req-ab7e2406-eff5-4f22-8f59-752dc823d3c8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:27:59.718370 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e9b904fc-0072-4263-ada1-06eae2e1bdad req-ab7e2406-eff5-4f22-8f59-752dc823d3c8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0854528 Jun 27 12:27:59.765353 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e9b904fc-0072-4263-ada1-06eae2e1bdad req-02857966-70df-4298-a277-93810bab8e26 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405638 Jun 27 12:27:59.884347 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59378) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:27:59.890593 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-967591184-network', 'tenant_id': 'f67cb381741c41fd999c8421614bc892'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:27:59.896052 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:59.901227 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Usage tracker for resource:network and tenant:f67cb381741c41fd999c8421614bc892 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:59.904639 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:59.913176 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:27:59.927740 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Made reservation on behalf of f67cb381741c41fd999c8421614bc892 for: {'network': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:27:59.931377 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:59.943539 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:27:59.957828 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:27:59.961932 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Usage tracker for resource:security_group_rule and tenant:f67cb381741c41fd999c8421614bc892 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:27:59.964847 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:27:59.970919 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:00.053714 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.060583 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.063751 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:00.079415 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.091976 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=78480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:28:00.100719 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd70450b-f3d4-4a32-9903-bf7a73ff7ab7,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:00.104536 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:00.106900 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.107227 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.segments_db [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Added segment eef7c34a-8822-42b7-aee8-b66b5eaaa1a2 of type vlan for network 0ee43032-c4e4-45d7-b603-ac4262934596 Jun 27 12:28:00.137958 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.141611 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ddc81-6b6b-4ef8-a9e4-b5cb23f3aa1a req-554d0a9e-3f7e-4b76-9db9-07a6f4f12c5d tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:00.143078 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-689ddc81-6b6b-4ef8-a9e4-b5cb23f3aa1a req-554d0a9e-3f7e-4b76-9db9-07a6f4f12c5d tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 945 time: 0.0915973 Jun 27 12:28:00.173244 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.174850 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:00.175586 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.186378 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:00.193597 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-689ddc81-6b6b-4ef8-a9e4-b5cb23f3aa1a req-1768fea0-0188-449b-9a35-11edf7dff1aa tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436487 Jun 27 12:28:00.347711 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4619610 Jun 27 12:28:00.350621 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 59388) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:00.356261 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Pushing event updated for resources: {'Network': ['ID=0ee43032-c4e4-45d7-b603-ac4262934596,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:00.356900 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Request body: {'subnet': {'network_id': '0ee43032-c4e4-45d7-b603-ac4262934596', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-967591184-subnet', 'tenant_id': 'f67cb381741c41fd999c8421614bc892', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:28:00.360799 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:00.363729 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:00.368000 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network 0ee43032-c4e4-45d7-b603-ac4262934596 details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:28:00.368209 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Usage tracker for resource:subnet and tenant:f67cb381741c41fd999c8421614bc892 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:00.371622 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:00.378158 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:00.391195 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Made reservation on behalf of f67cb381741c41fd999c8421614bc892 for: {'subnet': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:28:00.393986 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.621375 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be0c17-97a3-4329-8b86-0eb53786df3d req-ef84a4b4-54de-43c5-a07a-991668473981 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:00.622840 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-53be0c17-97a3-4329-8b86-0eb53786df3d req-ef84a4b4-54de-43c5-a07a-991668473981 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 944 time: 0.1511567 Jun 27 12:28:00.694136 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for subnet, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.697190 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-53be0c17-97a3-4329-8b86-0eb53786df3d req-3051173b-256d-424c-8421-5be9e5b39b72 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666382 Jun 27 12:28:00.700949 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:00.772567 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e473e101-709d-4384-a186-a7362d62072e,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:00.777209 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:00.784343 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Checking segment: {'id': 'eef7c34a-8822-42b7-aee8-b66b5eaaa1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0ee43032-c4e4-45d7-b603-ac4262934596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:28:00.784693 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Network hostable DHCP agents. Network: 0ee43032-c4e4-45d7-b603-ac4262934596, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:28:00.806644 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Network 0ee43032-c4e4-45d7-b603-ac4262934596 is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:28:00.818926 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, 0ee43032-c4e4-45d7-b603-ac4262934596) {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:28:00.823531 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:00.824371 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:00.833009 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054f9de-7d56-41c5-abc7-41a06bb6a200 None None] Network 0ee43032-c4e4-45d7-b603-ac4262934596 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:28:00.858191 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4977658 Jun 27 12:28:01.057060 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-253ac7c6-2a36-4dec-abbd-0be99d883a1a req-38a2215a-90fd-4bc8-8d17-89302c0aec5a service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740453 Jun 27 12:28:01.105518 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dd3e63b4-139f-4a37-9239-c41a6b87743f req-dc37e315-b0c2-4713-9c67-ee83dcf9a41d service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298284 Jun 27 12:28:01.145808 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36093d-cbf3-4ffe-b1b5-b3f9a957749b req-15effd2d-bac1-4f33-86f4-dbd8c115ffaf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:01.147944 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6f36093d-cbf3-4ffe-b1b5-b3f9a957749b req-15effd2d-bac1-4f33-86f4-dbd8c115ffaf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0895040 Jun 27 12:28:01.235724 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dbd033-30c3-48b7-b81d-5a91826fb60f None None] Network 0ee43032-c4e4-45d7-b603-ac4262934596 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:28:01.327637 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6f36093d-cbf3-4ffe-b1b5-b3f9a957749b req-bf16adbe-c431-4a84-bda5-1f5f3fbb79a5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1621664 Jun 27 12:28:01.378034 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886258b-e716-44aa-8ed6-33c4a2531a42 req-d83a961b-3fcb-4c34-98b8-dc04a7cc98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:01.379519 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4886258b-e716-44aa-8ed6-33c4a2531a42 req-d83a961b-3fcb-4c34-98b8-dc04a7cc98a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 1098 time: 0.1797802 Jun 27 12:28:01.404527 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 58c11eb2-4188-4422-95ae-659a89ebeb96 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:28:01.433649 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-4886258b-e716-44aa-8ed6-33c4a2531a42 req-70e3f480-3e15-4121-9608-45286a837d76 service neutron] Synchronizing usage tracker for tenant:f05a4a3de0c64eb9b8b5e71ed13e68a9 on resource:security_group {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:28:01.454855 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-4886258b-e716-44aa-8ed6-33c4a2531a42 req-70e3f480-3e15-4121-9608-45286a837d76 service neutron] Unset dirty status for tenant:f05a4a3de0c64eb9b8b5e71ed13e68a9 on resource:security_group {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:28:01.458051 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4886258b-e716-44aa-8ed6-33c4a2531a42 req-70e3f480-3e15-4121-9608-45286a837d76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703080 Jun 27 12:28:01.535007 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2055df3-8e60-4fc6-bf69-b69856355cd9 req-b4fde40f-0d94-46a3-825b-3943e55fe42a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:01.541300 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d2055df3-8e60-4fc6-bf69-b69856355cd9 req-b4fde40f-0d94-46a3-825b-3943e55fe42a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 945 time: 0.1310937 Jun 27 12:28:01.584107 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d2055df3-8e60-4fc6-bf69-b69856355cd9 req-62dc8475-b75b-4159-835d-676d8a58725c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 Jun 27 12:28:01.626188 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['dab14651-676e-43f1-a3d1-76ddda28ab31'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:28:01.680365 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:01.716099 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 58c11eb2-4188-4422-95ae-659a89ebeb96, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=58c11eb2-4188-4422-95ae-659a89ebeb96,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:28:01.753146 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'port_id': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'mac_address': 'fa:16:3e:67:54:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:28:01.879316 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:01.910206 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c11eb2-4188-4422-95ae-659a89ebeb96 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:28:01.944378 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe52da-6873-4414-97ed-b20399a64089 req-a28ebbba-38fe-4521-8342-80bc16235785 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:01.946011 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1ebe52da-6873-4414-97ed-b20399a64089 req-a28ebbba-38fe-4521-8342-80bc16235785 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 944 time: 0.0968356 Jun 27 12:28:01.953193 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 58c11eb2-4188-4422-95ae-659a89ebeb96, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=58c11eb2-4188-4422-95ae-659a89ebeb96,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:28:01.963780 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:01.968236 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:02.009923 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1ebe52da-6873-4414-97ed-b20399a64089 req-61eb23b3-59ff-4a6c-b811-7e339b7755e6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530720 Jun 27 12:28:02.058987 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=58c11eb2-4188-4422-95ae-659a89ebeb96,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:02.063657 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:02.528562 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077fb57-de43-4d81-be8b-a2fdefd8e49d req-592addb7-67b8-4135-8e51-71fa10683bd6 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:02.529927 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7077fb57-de43-4d81-be8b-a2fdefd8e49d req-592addb7-67b8-4135-8e51-71fa10683bd6 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 944 time: 0.0859365 Jun 27 12:28:02.575434 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7077fb57-de43-4d81-be8b-a2fdefd8e49d req-bdd9e4c9-eeb8-4bc3-b70e-2ca37b0dd855 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397646 Jun 27 12:28:02.773412 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ab774-9f67-4564-92fc-0856ae58316b req-b1b0c3ea-10db-4a39-b980-c092413b3898 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:02.775141 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fe8ab774-9f67-4564-92fc-0856ae58316b req-b1b0c3ea-10db-4a39-b980-c092413b3898 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 945 time: 0.0822008 Jun 27 12:28:02.829206 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fe8ab774-9f67-4564-92fc-0856ae58316b req-fb0d2c25-c520-4b1b-84b7-f6ce2fc9c0c4 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 Jun 27 12:28:03.048850 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59454) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:03.179782 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-104b9a4e-c73f-4fb0-b6e1-1b8b611099fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:03.196103 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-104b9a4e-c73f-4fb0-b6e1-1b8b611099fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:03.201934 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-104b9a4e-c73f-4fb0-b6e1-1b8b611099fa admin admin] Usage tracker for resource:security_group_rule and tenant:ff30fdcf1aba44d5bd3333bf881715d5 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:03.205581 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-104b9a4e-c73f-4fb0-b6e1-1b8b611099fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:03.217615 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-104b9a4e-c73f-4fb0-b6e1-1b8b611099fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:03.257445 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598a000-0a71-485f-84cd-b779a127f0ad req-05ba784b-9b17-4356-83c8-f43da54debaf tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:03.258814 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4598a000-0a71-485f-84cd-b779a127f0ad req-05ba784b-9b17-4356-83c8-f43da54debaf tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 944 time: 0.1389744 Jun 27 12:28:03.329972 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4598a000-0a71-485f-84cd-b779a127f0ad req-7b4f7a88-0212-4434-81dd-d8bf50528582 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646276 Jun 27 12:28:03.375617 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-104b9a4e-c73f-4fb0-b6e1-1b8b611099fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:03.381231 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-104b9a4e-c73f-4fb0-b6e1-1b8b611099fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:03.388149 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:03.428685 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-104b9a4e-c73f-4fb0-b6e1-1b8b611099fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff30fdcf1aba44d5bd3333bf881715d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787038 Jun 27 12:28:03.429614 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b9a4e-c73f-4fb0-b6e1-1b8b611099fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909f88d0-035b-4926-bd66-b43b96ba2a74,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:03.431443 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 59466) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:03.432603 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-104b9a4e-c73f-4fb0-b6e1-1b8b611099fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:03.504893 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ff763180-e21f-419b-a869-b1e0beb43fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:03.529830 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ff763180-e21f-419b-a869-b1e0beb43fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:03.680646 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ff763180-e21f-419b-a869-b1e0beb43fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:03.686368 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:03.698849 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff763180-e21f-419b-a869-b1e0beb43fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909f88d0-035b-4926-bd66-b43b96ba2a74,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:03.702105 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ff763180-e21f-419b-a869-b1e0beb43fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:03.704080 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ff763180-e21f-419b-a869-b1e0beb43fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:03.707963 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-ff763180-e21f-419b-a869-b1e0beb43fdb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/909f88d0-035b-4926-bd66-b43b96ba2a74 HTTP/1.1" status: 204 len: 168 time: 0.2720580 Jun 27 12:28:03.794119 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95f100-ad19-4b36-a06b-5747997ab262 req-0c9ecc50-fcb1-48a8-8a66-0f1f6a5fdddd tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:03.795645 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5a95f100-ad19-4b36-a06b-5747997ab262 req-0c9ecc50-fcb1-48a8-8a66-0f1f6a5fdddd tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 944 time: 0.0894468 Jun 27 12:28:03.846654 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5a95f100-ad19-4b36-a06b-5747997ab262 req-8febaa69-369c-4363-b3f1-ad89ffee3506 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443220 Jun 27 12:28:04.048832 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbeffa2-7d77-473f-b2b9-a39e480ba520 req-97d0246a-898d-4c11-87fe-43ede389322e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:04.050442 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7cbeffa2-7d77-473f-b2b9-a39e480ba520 req-97d0246a-898d-4c11-87fe-43ede389322e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 945 time: 0.0969903 Jun 27 12:28:04.051871 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 59490) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:04.072595 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0202d81e-1fb3-48c0-b7ea-534f6b198967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:04.086998 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-0202d81e-1fb3-48c0-b7ea-534f6b198967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:04.091185 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-0202d81e-1fb3-48c0-b7ea-534f6b198967 admin admin] Usage tracker for resource:security_group_rule and tenant:c012aa687b9942a8bc4f240acaa744e2 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:04.095162 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-0202d81e-1fb3-48c0-b7ea-534f6b198967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:04.101527 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-0202d81e-1fb3-48c0-b7ea-534f6b198967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:04.102100 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7cbeffa2-7d77-473f-b2b9-a39e480ba520 req-191fbdc8-33b4-4928-a583-cd7f9e163fed tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450959 Jun 27 12:28:04.189427 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0202d81e-1fb3-48c0-b7ea-534f6b198967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:04.194931 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0202d81e-1fb3-48c0-b7ea-534f6b198967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:04.204342 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ae36e371-9259-4a1e-b12a-4661e93bb755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:04.242587 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-0202d81e-1fb3-48c0-b7ea-534f6b198967 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c012aa687b9942a8bc4f240acaa744e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894248 Jun 27 12:28:04.244475 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202d81e-1fb3-48c0-b7ea-534f6b198967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604b2b73-73b9-43e4-8c7b-75666d0151c9,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:04.245969 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59496) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:04.247871 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0202d81e-1fb3-48c0-b7ea-534f6b198967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:04.308152 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3a9096a5-469e-4dd7-af62-7f604a70aac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:04.340627 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3a9096a5-469e-4dd7-af62-7f604a70aac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:04.397034 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3a9096a5-469e-4dd7-af62-7f604a70aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:04.401965 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-78253402-5a49-4163-accf-8a8635b5f7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:04.413949 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9096a5-469e-4dd7-af62-7f604a70aac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604b2b73-73b9-43e4-8c7b-75666d0151c9,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:04.416588 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3a9096a5-469e-4dd7-af62-7f604a70aac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:04.425119 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3a9096a5-469e-4dd7-af62-7f604a70aac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:04.426248 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-3a9096a5-469e-4dd7-af62-7f604a70aac6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/604b2b73-73b9-43e4-8c7b-75666d0151c9 HTTP/1.1" status: 204 len: 168 time: 0.1792297 Jun 27 12:28:04.540416 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca7c84-9bb4-4cab-9c9c-48905ab09d6a req-41bc3ca9-9e6f-49c9-b529-8c63143b86ac tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:04.542202 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-25ca7c84-9bb4-4cab-9c9c-48905ab09d6a req-41bc3ca9-9e6f-49c9-b529-8c63143b86ac tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 944 time: 0.0837646 Jun 27 12:28:04.587991 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-25ca7c84-9bb4-4cab-9c9c-48905ab09d6a req-88cc043f-d6e3-499e-81ff-f565a157a597 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397739 Jun 27 12:28:05.049268 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d718601-3d2f-472a-bea0-46c2bad57bb1 req-a0ff6a06-0acd-482d-bedb-ff6e00017000 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:05.050865 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8d718601-3d2f-472a-bea0-46c2bad57bb1 req-a0ff6a06-0acd-482d-bedb-ff6e00017000 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 944 time: 0.0891309 Jun 27 12:28:05.104611 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8d718601-3d2f-472a-bea0-46c2bad57bb1 req-76966a21-05a2-497c-b20f-ee42588177e6 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469406 Jun 27 12:28:05.291899 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7c9d-efe1-4d5f-a796-18eac69a1f22 req-39cb7242-1aa8-41dd-b3f2-611be80d4f01 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:05.293399 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-96de7c9d-efe1-4d5f-a796-18eac69a1f22 req-39cb7242-1aa8-41dd-b3f2-611be80d4f01 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 945 time: 0.0790832 Jun 27 12:28:05.338238 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-96de7c9d-efe1-4d5f-a796-18eac69a1f22 req-2d118d20-4595-4557-8a71-e76b5722c5fb tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Jun 27 12:28:05.787326 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0b9b6-ca06-4587-a03f-c8406ff08916 req-02bc557d-a758-4e98-9783-12d9710e2d43 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:05.788877 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-56e0b9b6-ca06-4587-a03f-c8406ff08916 req-02bc557d-a758-4e98-9783-12d9710e2d43 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 944 time: 0.0917542 Jun 27 12:28:05.861170 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-56e0b9b6-ca06-4587-a03f-c8406ff08916 req-f27f4433-f126-4020-8cd1-44fe3ea17d9a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658946 Jun 27 12:28:05.906107 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59560) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:06.046223 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-eb886be8-2cfc-4fb5-a2a6-284cffe58a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:06.067203 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-eb886be8-2cfc-4fb5-a2a6-284cffe58a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:06.071561 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-eb886be8-2cfc-4fb5-a2a6-284cffe58a8d admin admin] Usage tracker for resource:security_group_rule and tenant:e4a414f2b7944d43ad5c2692dd66e603 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:06.074710 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-eb886be8-2cfc-4fb5-a2a6-284cffe58a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:06.081363 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-eb886be8-2cfc-4fb5-a2a6-284cffe58a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:06.164086 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-eb886be8-2cfc-4fb5-a2a6-284cffe58a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:06.170894 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-eb886be8-2cfc-4fb5-a2a6-284cffe58a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:06.178444 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:06.223650 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-eb886be8-2cfc-4fb5-a2a6-284cffe58a8d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e4a414f2b7944d43ad5c2692dd66e603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113046 Jun 27 12:28:06.223650 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb886be8-2cfc-4fb5-a2a6-284cffe58a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a1e292-4015-4c5f-a074-f2ed9897e730,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:06.223822 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 59570) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:06.224304 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-eb886be8-2cfc-4fb5-a2a6-284cffe58a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:06.336306 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4b423c97-4f7b-49ec-b14a-61e66f0df86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:06.366522 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1acc5-f1a6-44d9-8169-e1043eccd48c req-a5bf55e6-cc7b-4982-978a-0ccae782394d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:06.368160 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-8ff1acc5-f1a6-44d9-8169-e1043eccd48c req-a5bf55e6-cc7b-4982-978a-0ccae782394d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 944 time: 0.1345055 Jun 27 12:28:06.389642 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4b423c97-4f7b-49ec-b14a-61e66f0df86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:06.448719 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-8ff1acc5-f1a6-44d9-8169-e1043eccd48c req-d043292f-2810-4b55-926c-4aa8e2f96c15 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736849 Jun 27 12:28:06.468991 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4b423c97-4f7b-49ec-b14a-61e66f0df86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:06.473486 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:06.486186 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b423c97-4f7b-49ec-b14a-61e66f0df86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a1e292-4015-4c5f-a074-f2ed9897e730,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:06.488450 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4b423c97-4f7b-49ec-b14a-61e66f0df86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:06.497937 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4b423c97-4f7b-49ec-b14a-61e66f0df86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:06.499114 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-4b423c97-4f7b-49ec-b14a-61e66f0df86b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5a1e292-4015-4c5f-a074-f2ed9897e730 HTTP/1.1" status: 204 len: 168 time: 0.2763553 Jun 27 12:28:06.535734 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263eced2-0b9a-4ca9-b2ba-05a4cdfbe6d4 req-793f7186-48c0-4645-b5ba-466806df27d3 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:06.537332 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-263eced2-0b9a-4ca9-b2ba-05a4cdfbe6d4 req-793f7186-48c0-4645-b5ba-466806df27d3 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 945 time: 0.0807605 Jun 27 12:28:06.586788 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-263eced2-0b9a-4ca9-b2ba-05a4cdfbe6d4 req-24cfff3d-9632-4817-94f3-f01a9a18cad0 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430782 Jun 27 12:28:07.053336 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee164197-22ae-4424-8650-10416755fc9f req-e5a15d14-69aa-4868-9056-4f83e743b51f tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:07.054882 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ee164197-22ae-4424-8650-10416755fc9f req-e5a15d14-69aa-4868-9056-4f83e743b51f tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 944 time: 0.0801597 Jun 27 12:28:07.101545 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ee164197-22ae-4424-8650-10416755fc9f req-93169891-e01b-4d9f-ad00-4956d9057094 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408823 Jun 27 12:28:07.311793 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['58c11eb2-4188-4422-95ae-659a89ebeb96'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:28:07.646094 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886226e-9761-4252-9170-d8a7db266169 req-9fd22eb7-b89f-4d6f-a351-9b6e189f802c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:07.647692 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9886226e-9761-4252-9170-d8a7db266169 req-9fd22eb7-b89f-4d6f-a351-9b6e189f802c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 944 time: 0.0820215 Jun 27 12:28:07.704817 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9886226e-9761-4252-9170-d8a7db266169 req-f4e9ea2e-309a-4dba-ae6f-1947f0c8ee3f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506067 Jun 27 12:28:07.829155 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6548b7-0c75-4d8c-b7d5-d539559d6bca req-321dc5a0-0113-454a-913e-a611bf3c11e2 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:07.830958 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a6548b7-0c75-4d8c-b7d5-d539559d6bca req-321dc5a0-0113-454a-913e-a611bf3c11e2 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 945 time: 0.0936234 Jun 27 12:28:07.897910 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0a6548b7-0c75-4d8c-b7d5-d539559d6bca req-f671d439-00e9-42d0-87b2-82432e96f167 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597861 Jun 27 12:28:08.301820 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e76f4-498d-488a-a911-8b8c01d70c8b req-0c373122-c84d-4336-9ea7-491e1dda194d tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:08.303386 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b66e76f4-498d-488a-a911-8b8c01d70c8b req-0c373122-c84d-4336-9ea7-491e1dda194d tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 944 time: 0.0963371 Jun 27 12:28:08.316111 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device dab14651-676e-43f1-a3d1-76ddda28ab31 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:28:08.371509 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b66e76f4-498d-488a-a911-8b8c01d70c8b req-c4803544-0dae-4fc7-a7b5-76894e525b2b tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611024 Jun 27 12:28:08.398088 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port dab14651-676e-43f1-a3d1-76ddda28ab31 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:28:08.408885 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port dab14651-676e-43f1-a3d1-76ddda28ab31 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:28:08.409546 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:08.559384 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:08.595913 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b71fadd-90b9-40bc-ae86-7f5b268548a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab14651-676e-43f1-a3d1-76ddda28ab31'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:08.606172 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port dab14651-676e-43f1-a3d1-76ddda28ab31, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dab14651-676e-43f1-a3d1-76ddda28ab31,segment=NetworkSegment(43ef0c42-2121-4eb7-adbc-8c4398ac10e3),segment_id=43ef0c42-2121-4eb7-adbc-8c4398ac10e3)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:28:08.612847 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:08.615399 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-01bc23c1-a6a6-4209-9897-bdb3f089903d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:08.671956 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b71fadd-90b9-40bc-ae86-7f5b268548a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab14651-676e-43f1-a3d1-76ddda28ab31', 'code': 200} Jun 27 12:28:08.701962 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=dab14651-676e-43f1-a3d1-76ddda28ab31,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:08.705019 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:08.976803 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a405c0b-0aec-47cc-9ba8-65ffcccf6f70 req-73a9158b-21af-48a9-9e14-a1d90c7254cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:08.977408 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bdb5b-4ec8-443c-91f6-b5460e521e7c req-38588879-2f71-446a-a0ca-d9915542b2f1 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:08.979697 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9a405c0b-0aec-47cc-9ba8-65ffcccf6f70 req-73a9158b-21af-48a9-9e14-a1d90c7254cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 1099 time: 0.0997488 Jun 27 12:28:08.980466 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4f1bdb5b-4ec8-443c-91f6-b5460e521e7c req-38588879-2f71-446a-a0ca-d9915542b2f1 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 944 time: 0.1096952 Jun 27 12:28:09.027799 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9a405c0b-0aec-47cc-9ba8-65ffcccf6f70 req-2e8c80ae-6e9b-436c-95aa-bcf21d2f76cb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371320 Jun 27 12:28:09.061571 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4f1bdb5b-4ec8-443c-91f6-b5460e521e7c req-58aa8e8b-7653-4692-a2d9-64a6d4b45a20 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755827 Jun 27 12:28:09.121625 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98e36b-4289-4210-8149-fa6d83ad9659 req-b111b9e9-c9ed-4a5f-adc0-34fdc07dc208 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:09.123527 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2b98e36b-4289-4210-8149-fa6d83ad9659 req-b111b9e9-c9ed-4a5f-adc0-34fdc07dc208 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0947599 Jun 27 12:28:09.181282 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2b98e36b-4289-4210-8149-fa6d83ad9659 req-5114674f-8c96-4d34-b469-37587d879a40 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511854 Jun 27 12:28:09.379253 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 59686) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:09.503817 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:09.517846 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:09.521685 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1e47c0c62244291a10f28c8743f2ecd is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:09.524671 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:09.530351 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:09.563238 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2086bb-9642-466c-83f5-4ff7c84d1dd6 req-3608fb11-2f3f-4b85-bf05-599ed4d5cda1 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:09.564898 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0f2086bb-9642-466c-83f5-4ff7c84d1dd6 req-3608fb11-2f3f-4b85-bf05-599ed4d5cda1 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 944 time: 0.0841191 Jun 27 12:28:09.618319 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:09.619065 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0f2086bb-9642-466c-83f5-4ff7c84d1dd6 req-8dba5056-9917-4baf-9116-73adbaa78c19 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479918 Jun 27 12:28:09.626022 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:09.638687 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:09.677602 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1e47c0c62244291a10f28c8743f2ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972875 Jun 27 12:28:09.678546 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade06e5c-accd-4c99-ba7c-05fec42e235c,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:09.680334 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59696) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:09.686284 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.686643 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.686987 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.687328 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.687661 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.687995 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.688351 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.688680 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.689008 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.689332 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.689895 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.690220 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.693994 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:09.751200 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:09.777419 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:09.892487 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:09.897302 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-eb886be8-2cfc-4fb5-a2a6-284cffe58a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:09.909484 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade06e5c-accd-4c99-ba7c-05fec42e235c,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:09.921533 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.930130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.930130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.930130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.930130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.930130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.930130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.930130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.930130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.930130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.930130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.930130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:09.930130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:09.931204 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:09.932008 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ade06e5c-accd-4c99-ba7c-05fec42e235c HTTP/1.1" status: 204 len: 168 time: 0.2502456 Jun 27 12:28:10.236923 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59716) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:10.254701 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af4324-082f-4b57-9c9c-6eb5be26c81a req-a8e2d1e5-097e-4172-b371-129f2aa36531 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:10.255287 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-4e81c89d-c35b-483d-9864-2c2a1d94c31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:10.256207 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c7af4324-082f-4b57-9c9c-6eb5be26c81a req-a8e2d1e5-097e-4172-b371-129f2aa36531 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 944 time: 0.0880582 Jun 27 12:28:10.269451 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-4e81c89d-c35b-483d-9864-2c2a1d94c31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:10.273338 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-4e81c89d-c35b-483d-9864-2c2a1d94c31e admin admin] Usage tracker for resource:security_group_rule and tenant:8f4059888a7f40d5a33899f24a265c5a is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:10.276698 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-4e81c89d-c35b-483d-9864-2c2a1d94c31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:10.284808 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-4e81c89d-c35b-483d-9864-2c2a1d94c31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:10.308487 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c7af4324-082f-4b57-9c9c-6eb5be26c81a req-5a26e8f4-241c-4784-871b-9bc5800a6511 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456054 Jun 27 12:28:10.320259 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 12305c1b-1506-414f-bab5-fa2d1dc2a154 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:28:10.323634 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 58c11eb2-4188-4422-95ae-659a89ebeb96 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:28:10.520899 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-4e81c89d-c35b-483d-9864-2c2a1d94c31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:10.555707 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f87282-32f0-4d50-8bab-322048ad5c72 req-f2d24b28-6f9a-4d01-901c-c7cb48ada75f tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:10.561143 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d0f87282-32f0-4d50-8bab-322048ad5c72 req-f2d24b28-6f9a-4d01-901c-c7cb48ada75f tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.2667599 Jun 27 12:28:10.564183 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-4e81c89d-c35b-483d-9864-2c2a1d94c31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:10.583405 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-bfbfbda8-8a10-499b-b366-cd5d9bf691f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:10.587066 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port 58c11eb2-4188-4422-95ae-659a89ebeb96 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:28:10.599726 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 58c11eb2-4188-4422-95ae-659a89ebeb96 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:28:10.607117 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:10.670428 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-4e81c89d-c35b-483d-9864-2c2a1d94c31e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f4059888a7f40d5a33899f24a265c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323747 Jun 27 12:28:10.673223 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 59728) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:10.674462 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d0f87282-32f0-4d50-8bab-322048ad5c72 req-352facfd-1950-4ef6-97b4-36a01657f1cd tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971704 Jun 27 12:28:10.675622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81c89d-c35b-483d-9864-2c2a1d94c31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc743800-c322-40da-a825-f6f7aa448806,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:10.679627 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-4e81c89d-c35b-483d-9864-2c2a1d94c31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:10.698772 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 12305c1b-1506-414f-bab5-fa2d1dc2a154, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=12305c1b-1506-414f-bab5-fa2d1dc2a154,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:28:10.722261 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '12305c1b-1506-414f-bab5-fa2d1dc2a154', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'port_id': '12305c1b-1506-414f-bab5-fa2d1dc2a154', 'mac_address': 'fa:16:3e:a7:59:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:28:10.822049 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:10.843322 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7723fc97-7baa-4041-a649-4a13b5a2ce28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:10.846270 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12305c1b-1506-414f-bab5-fa2d1dc2a154 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:28:10.862940 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 12305c1b-1506-414f-bab5-fa2d1dc2a154, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=12305c1b-1506-414f-bab5-fa2d1dc2a154,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:28:10.864479 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:10.880147 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:10.884523 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:10.896695 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7723fc97-7baa-4041-a649-4a13b5a2ce28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:10.920202 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32883e5-5a1b-4c2e-a3de-d07eaf34278d req-566f3202-6581-49ef-97ad-f0d62c2c7cb9 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:10.929228 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f32883e5-5a1b-4c2e-a3de-d07eaf34278d req-566f3202-6581-49ef-97ad-f0d62c2c7cb9 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 944 time: 0.1624482 Jun 27 12:28:10.961360 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=12305c1b-1506-414f-bab5-fa2d1dc2a154,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:10.969438 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:10.984353 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:10.995128 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 58c11eb2-4188-4422-95ae-659a89ebeb96, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=58c11eb2-4188-4422-95ae-659a89ebeb96,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:28:11.001584 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:11.003562 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:11.032692 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f32883e5-5a1b-4c2e-a3de-d07eaf34278d req-35518953-d126-4145-9453-d273b0dd24dd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018617 Jun 27 12:28:11.051532 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'code': 200} Jun 27 12:28:11.065940 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7723fc97-7baa-4041-a649-4a13b5a2ce28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:11.071213 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:11.084062 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=58c11eb2-4188-4422-95ae-659a89ebeb96,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:11.087278 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:11.090151 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723fc97-7baa-4041-a649-4a13b5a2ce28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc743800-c322-40da-a825-f6f7aa448806,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:11.093852 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7723fc97-7baa-4041-a649-4a13b5a2ce28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:11.103870 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7723fc97-7baa-4041-a649-4a13b5a2ce28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:11.105110 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-7723fc97-7baa-4041-a649-4a13b5a2ce28 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc743800-c322-40da-a825-f6f7aa448806 HTTP/1.1" status: 204 len: 168 time: 0.4306359 Jun 27 12:28:11.329581 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783db09-cba2-430f-b718-9f42bdb7aafc req-918bceaa-417d-4ad5-a50b-e07c29eb7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:11.333654 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c783db09-cba2-430f-b718-9f42bdb7aafc req-918bceaa-417d-4ad5-a50b-e07c29eb7eaf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 1098 time: 0.0767806 Jun 27 12:28:11.373631 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59762) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:11.382744 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['12305c1b-1506-414f-bab5-fa2d1dc2a154'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:28:11.414066 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c783db09-cba2-430f-b718-9f42bdb7aafc req-aeb54901-dfdc-49f7-a6e2-0d812006107c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680079 Jun 27 12:28:11.553263 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5edfa1fe-cfb1-46a7-aaaa-ce75d490bf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:11.583235 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f6b55-5581-4afb-b673-379223880a48 req-69d0461a-32a8-4190-86ed-fe5f98f17ce8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:11.585004 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ff0f6b55-5581-4afb-b673-379223880a48 req-69d0461a-32a8-4190-86ed-fe5f98f17ce8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.1520650 Jun 27 12:28:11.612624 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-5edfa1fe-cfb1-46a7-aaaa-ce75d490bf07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:11.624185 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-5edfa1fe-cfb1-46a7-aaaa-ce75d490bf07 admin admin] Usage tracker for resource:security_group_rule and tenant:77a20d42d18c4ce68a7391a1512f2f5c is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:11.627686 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-5edfa1fe-cfb1-46a7-aaaa-ce75d490bf07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:11.633857 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-5edfa1fe-cfb1-46a7-aaaa-ce75d490bf07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:11.673566 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ff0f6b55-5581-4afb-b673-379223880a48 req-782b568d-1e42-454b-92bb-1ed613d24f86 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821345 Jun 27 12:28:11.806753 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5edfa1fe-cfb1-46a7-aaaa-ce75d490bf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:11.814280 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5edfa1fe-cfb1-46a7-aaaa-ce75d490bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:11.827070 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-63c19a7a-1b3e-4b46-b666-1a98dea61828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:11.917905 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-5edfa1fe-cfb1-46a7-aaaa-ce75d490bf07 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77a20d42d18c4ce68a7391a1512f2f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5428205 Jun 27 12:28:11.920541 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 59794) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:11.925033 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfa1fe-cfb1-46a7-aaaa-ce75d490bf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef63063c-8312-4c04-a8fd-e4ffc6c3f59f,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:11.928865 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-5edfa1fe-cfb1-46a7-aaaa-ce75d490bf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:11.967559 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6e919-2503-4ac9-82c7-95289a876fc4 req-ada98c5f-c6ec-47bb-a729-20dafa18781e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:11.969099 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8bf6e919-2503-4ac9-82c7-95289a876fc4 req-ada98c5f-c6ec-47bb-a729-20dafa18781e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1204882 Jun 27 12:28:11.979956 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a82bf744-3f75-4686-84ad-f23ec00403b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:12.021922 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a82bf744-3f75-4686-84ad-f23ec00403b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:12.024951 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8bf6e919-2503-4ac9-82c7-95289a876fc4 req-aeb509b0-4997-434c-a3a1-79bae9f7847f tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396526 Jun 27 12:28:12.163186 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a82bf744-3f75-4686-84ad-f23ec00403b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:12.167960 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c73de6f9-a0f8-44ee-95a5-dc99764da760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:12.183232 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bf744-3f75-4686-84ad-f23ec00403b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef63063c-8312-4c04-a8fd-e4ffc6c3f59f,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:12.201854 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a82bf744-3f75-4686-84ad-f23ec00403b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:12.207164 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a82bf744-3f75-4686-84ad-f23ec00403b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:12.229772 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-a82bf744-3f75-4686-84ad-f23ec00403b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef63063c-8312-4c04-a8fd-e4ffc6c3f59f HTTP/1.1" status: 204 len: 168 time: 0.3057902 Jun 27 12:28:12.551252 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550d862-00f6-4cdb-b514-d6b52fe4f89a req-e2254ea7-4a74-4383-a125-9ccab348c051 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:12.553255 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1550d862-00f6-4cdb-b514-d6b52fe4f89a req-e2254ea7-4a74-4383-a125-9ccab348c051 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 945 time: 0.3204381 Jun 27 12:28:12.624633 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1550d862-00f6-4cdb-b514-d6b52fe4f89a req-32ca2cd9-7dfb-40ce-b093-1652fd018dd8 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613356 Jun 27 12:28:12.632734 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c53e8-899e-47a1-80d1-1b6cf195d60a req-06c40c64-0c00-4923-9d97-7fea30ea4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:12.635157 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6e6c53e8-899e-47a1-80d1-1b6cf195d60a req-06c40c64-0c00-4923-9d97-7fea30ea4449 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 1099 time: 0.1994431 Jun 27 12:28:12.653855 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a462-7424-454d-bca6-43fc2c824726 req-1c1d3f7b-f6c5-44ed-bb45-333ad28f28d2 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:12.661656 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f994a462-7424-454d-bca6-43fc2c824726 req-1c1d3f7b-f6c5-44ed-bb45-333ad28f28d2 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1363959 Jun 27 12:28:12.715782 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f994a462-7424-454d-bca6-43fc2c824726 req-54f6edda-f397-476f-8347-c59b5d669189 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531359 Jun 27 12:28:12.883012 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c53e8-899e-47a1-80d1-1b6cf195d60a req-9acffc64-7dd0-4e7b-b9e1-424b3fd00864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:12.886644 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6e6c53e8-899e-47a1-80d1-1b6cf195d60a req-9acffc64-7dd0-4e7b-b9e1-424b3fd00864 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 200 len: 919 time: 0.2394056 Jun 27 12:28:12.929081 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59836) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:12.959353 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-68f58e05-10ec-4958-8b11-ecd964f75909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:12.974272 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-68f58e05-10ec-4958-8b11-ecd964f75909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:12.978486 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-68f58e05-10ec-4958-8b11-ecd964f75909 admin admin] Usage tracker for resource:security_group_rule and tenant:35dd4c37d7fa46b8981b5bfb7714030a is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:12.981695 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-68f58e05-10ec-4958-8b11-ecd964f75909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:12.988176 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-68f58e05-10ec-4958-8b11-ecd964f75909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:13.061863 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6e6c53e8-899e-47a1-80d1-1b6cf195d60a req-03f42467-5ce0-42df-92a2-29b78b6984fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab14651-676e-43f1-a3d1-76ddda28ab31 HTTP/1.1" status: 200 len: 217 time: 0.0908401 Jun 27 12:28:13.164729 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-68f58e05-10ec-4958-8b11-ecd964f75909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:13.172141 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-68f58e05-10ec-4958-8b11-ecd964f75909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:13.198598 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3a9096a5-469e-4dd7-af62-7f604a70aac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:13.234564 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a1477-5cf6-41ec-83df-173ffdf338f8 req-405a50e8-a550-469f-a18f-72b3bbb7aa0a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:13.236180 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4e1a1477-5cf6-41ec-83df-173ffdf338f8 req-405a50e8-a550-469f-a18f-72b3bbb7aa0a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.3469224 Jun 27 12:28:13.237473 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c53e8-899e-47a1-80d1-1b6cf195d60a req-d9f6391a-a306-458d-b4a0-64c73999980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:13.238840 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6e6c53e8-899e-47a1-80d1-1b6cf195d60a req-d9f6391a-a306-458d-b4a0-64c73999980e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a134c88f-299e-4abe-bd3b-b238015fe48c HTTP/1.1" status: 200 len: 858 time: 0.1500666 Jun 27 12:28:13.251565 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-68f58e05-10ec-4958-8b11-ecd964f75909 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=35dd4c37d7fa46b8981b5bfb7714030a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205917 Jun 27 12:28:13.253560 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f58e05-10ec-4958-8b11-ecd964f75909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabf4e83-81ff-4723-8e9d-e4a611dbf4e5,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:13.255918 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59854) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:13.258845 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-68f58e05-10ec-4958-8b11-ecd964f75909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:13.332401 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-68b9709a-3268-4231-a17d-d4b9ec5dba6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:13.332762 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6e6c53e8-899e-47a1-80d1-1b6cf195d60a req-b0ced02b-bbfa-4e2e-8dfd-b44ebdfa3994 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b11a4e2d-a287-410e-8ea7-a192cd2e008d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529792 Jun 27 12:28:13.369308 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-68b9709a-3268-4231-a17d-d4b9ec5dba6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:13.386416 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4e1a1477-5cf6-41ec-83df-173ffdf338f8 req-d787200f-cab9-4254-bbcd-760c4c9d6481 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1415877 Jun 27 12:28:13.454321 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-68b9709a-3268-4231-a17d-d4b9ec5dba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:13.466682 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-104b9a4e-c73f-4fb0-b6e1-1b8b611099fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:13.486142 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9709a-3268-4231-a17d-d4b9ec5dba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabf4e83-81ff-4723-8e9d-e4a611dbf4e5,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:13.497837 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-68b9709a-3268-4231-a17d-d4b9ec5dba6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:13.511919 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-68b9709a-3268-4231-a17d-d4b9ec5dba6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:13.513076 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-68b9709a-3268-4231-a17d-d4b9ec5dba6a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aabf4e83-81ff-4723-8e9d-e4a611dbf4e5 HTTP/1.1" status: 204 len: 168 time: 0.2562094 Jun 27 12:28:13.546429 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6e6c53e8-899e-47a1-80d1-1b6cf195d60a req-76c33f27-d296-4a8f-862f-789171995f4c service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980808 Jun 27 12:28:13.727734 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6e6c53e8-899e-47a1-80d1-1b6cf195d60a req-08256541-bd4f-433c-8920-9c8740393564 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701853 Jun 27 12:28:13.931513 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6085467-065a-47be-a27e-5f6efc5ff089 req-b01aa867-ab2e-4cc1-9325-f888a3dc6cb5 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:13.934565 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d6085467-065a-47be-a27e-5f6efc5ff089 req-b01aa867-ab2e-4cc1-9325-f888a3dc6cb5 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 945 time: 0.1679440 Jun 27 12:28:13.985928 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61253da-37ca-4165-8952-1b098a063bd0 req-31eac815-4d61-4a9d-be06-3ac9521d7594 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:13.993914 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f61253da-37ca-4165-8952-1b098a063bd0 req-31eac815-4d61-4a9d-be06-3ac9521d7594 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1032982 Jun 27 12:28:14.043776 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d6085467-065a-47be-a27e-5f6efc5ff089 req-8524203c-a5ca-4d9d-a9f3-2ad109c7de68 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995309 Jun 27 12:28:14.054632 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f61253da-37ca-4165-8952-1b098a063bd0 req-34c7f2c9-8935-4b85-a359-276161f27a01 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579693 Jun 27 12:28:14.330323 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 12305c1b-1506-414f-bab5-fa2d1dc2a154 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:28:14.413561 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port 12305c1b-1506-414f-bab5-fa2d1dc2a154 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:28:14.420904 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 12305c1b-1506-414f-bab5-fa2d1dc2a154 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:28:14.421283 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:14.700415 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:14.746232 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d246b7-bb9c-4302-9e4c-23f883ed595c req-a4a91c20-e640-4125-b3d7-8b77d91b165e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:14.748504 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-92d246b7-bb9c-4302-9e4c-23f883ed595c req-a4a91c20-e640-4125-b3d7-8b77d91b165e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.1552868 Jun 27 12:28:14.757557 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a629e0-a827-4172-97e9-827fcbd3a19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12305c1b-1506-414f-bab5-fa2d1dc2a154'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:14.770962 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 12305c1b-1506-414f-bab5-fa2d1dc2a154, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=12305c1b-1506-414f-bab5-fa2d1dc2a154,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:28:14.778434 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:14.780561 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:14.822930 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-92d246b7-bb9c-4302-9e4c-23f883ed595c req-a22b2d77-e404-4017-85c6-0f8d49608186 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672834 Jun 27 12:28:14.896074 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a629e0-a827-4172-97e9-827fcbd3a19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12305c1b-1506-414f-bab5-fa2d1dc2a154', 'code': 200} Jun 27 12:28:14.913688 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=12305c1b-1506-414f-bab5-fa2d1dc2a154,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:14.923167 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:14.923727 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:14.924654 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:14.925199 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:14.925524 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:14.925853 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:14.926171 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:14.926492 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:14.926814 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:14.927132 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:14.927601 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:14.928057 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:28:14.932204 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:15.173354 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee243f4f-e689-4d39-8e5e-3925559ccf95 req-ce66b9ee-6e5c-40ad-827c-36dee7a41b57 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:15.194358 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ee243f4f-e689-4d39-8e5e-3925559ccf95 req-ce66b9ee-6e5c-40ad-827c-36dee7a41b57 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.1963739 Jun 27 12:28:15.195037 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 59982) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:15.208742 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-1dc87a29-3491-4215-abfe-20845b70bcb7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Request body: {'floatingip': {'port_id': '58c11eb2-4188-4422-95ae-659a89ebeb96'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:28:15.357285 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8b8d1-bd0b-4369-ae4f-eddcd3ca8b30 req-9321318a-dfa5-45fb-ae06-a6578f4bb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:15.360370 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c5b8b8d1-bd0b-4369-ae4f-eddcd3ca8b30 req-9321318a-dfa5-45fb-ae06-a6578f4bb319 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 1099 time: 0.1184433 Jun 27 12:28:15.371689 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22512d-5b43-4a39-9e13-1dc2de9181fd req-0cd6b62d-ff90-4e14-8d33-3c1b3dbba36f tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:15.379106 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1dc87a29-3491-4215-abfe-20845b70bcb7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:15.380839 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cd22512d-5b43-4a39-9e13-1dc2de9181fd req-0cd6b62d-ff90-4e14-8d33-3c1b3dbba36f tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.2038271 Jun 27 12:28:15.488321 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cd22512d-5b43-4a39-9e13-1dc2de9181fd req-f4e005f0-301c-4bba-95e8-a33898af7d6f tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065073 Jun 27 12:28:15.490109 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c5b8b8d1-bd0b-4369-ae4f-eddcd3ca8b30 req-bc6d4ac6-667e-40bb-bdc3-be6d9e59f12d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916007 Jun 27 12:28:15.656438 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843232f-1b35-40e7-a7f6-993bace73cd0 req-591c997b-3ad0-4cbe-b621-c3df308c4bbf tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:15.658029 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1843232f-1b35-40e7-a7f6-993bace73cd0 req-591c997b-3ad0-4cbe-b621-c3df308c4bbf tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.2192547 Jun 27 12:28:15.787752 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1843232f-1b35-40e7-a7f6-993bace73cd0 req-ad5e84b5-ecea-42c6-94b3-f6aca75fc029 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724139 Jun 27 12:28:16.415289 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1dc87a29-3491-4215-abfe-20845b70bcb7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:16.420807 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1dc87a29-3491-4215-abfe-20845b70bcb7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:16.612129 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.l3_db [None req-1dc87a29-3491-4215-abfe-20845b70bcb7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Floating IP 727533bd-16f3-45ef-820d-47027285b512 associated. External IP: 172.27.0.33, port: 58c11eb2-4188-4422-95ae-659a89ebeb96. Jun 27 12:28:16.842687 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8307c-e634-47e2-9fdf-a2617d7564c7 req-7f39d457-bb83-4009-a4c2-fa0c85a5d937 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:16.852030 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4df8307c-e634-47e2-9fdf-a2617d7564c7 req-7f39d457-bb83-4009-a4c2-fa0c85a5d937 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 945 time: 0.1039290 Jun 27 12:28:16.916819 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4df8307c-e634-47e2-9fdf-a2617d7564c7 req-eb9b385d-1d47-407a-bfe4-c90d9c39d8ff tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632098 Jun 27 12:28:16.958717 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538b8c1-145a-407c-8e42-86a3675944a0 req-811db331-bd41-4536-bdac-be38d0fe568e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:16.960460 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e538b8c1-145a-407c-8e42-86a3675944a0 req-811db331-bd41-4536-bdac-be38d0fe568e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.2926676 Jun 27 12:28:17.076698 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e538b8c1-145a-407c-8e42-86a3675944a0 req-25ce04dd-8757-4e37-ad93-1d3cd61e658f tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076453 Jun 27 12:28:17.123054 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60e85a-429b-4a43-b418-0a56fd0d2706 req-bd82f430-a58d-4b94-bc9b-7924243ca097 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:17.124640 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3b60e85a-429b-4a43-b418-0a56fd0d2706 req-bd82f430-a58d-4b94-bc9b-7924243ca097 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0909500 Jun 27 12:28:17.127224 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc87a29-3491-4215-abfe-20845b70bcb7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:28:17.191586 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3b60e85a-429b-4a43-b418-0a56fd0d2706 req-ed221584-d87d-4407-9187-c7c70c4d380e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587494 Jun 27 12:28:17.421302 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc87a29-3491-4215-abfe-20845b70bcb7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:28:17.426029 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1dc87a29-3491-4215-abfe-20845b70bcb7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:17.436096 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef950fd5-7aca-448f-8cb4-2c430c3e3e57 None None] Sync routers for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:28:17.446266 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef950fd5-7aca-448f-8cb4-2c430c3e3e57 None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:28:17.447077 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-ef950fd5-7aca-448f-8cb4-2c430c3e3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:27:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:17.494490 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-1dc87a29-3491-4215-abfe-20845b70bcb7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "PUT /v2.0/floatingips/727533bd-16f3-45ef-820d-47027285b512 HTTP/1.1" status: 200 len: 990 time: 2.2929165 Jun 27 12:28:17.494490 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:17.545798 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'status': 'completed', 'code': 200} Jun 27 12:28:17.671103 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-ef950fd5-7aca-448f-8cb4-2c430c3e3e57 None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:28:17.685998 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd313c3c-a76f-4493-98f5-463cf6f59121 req-3d4706d5-9238-4bb2-945e-fe1b7a4b9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:17.688632 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bd313c3c-a76f-4493-98f5-463cf6f59121 req-3d4706d5-9238-4bb2-945e-fe1b7a4b9afa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 1098 time: 0.0886474 Jun 27 12:28:17.885597 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd313c3c-a76f-4493-98f5-463cf6f59121 req-521eddbe-e775-4dce-9faf-452d4520ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:17.888056 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bd313c3c-a76f-4493-98f5-463cf6f59121 req-521eddbe-e775-4dce-9faf-452d4520ca28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 917 time: 0.1768880 Jun 27 12:28:18.172357 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bd313c3c-a76f-4493-98f5-463cf6f59121 req-1083d877-4422-44d7-8397-90757395410d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c11eb2-4188-4422-95ae-659a89ebeb96 HTTP/1.1" status: 200 len: 998 time: 0.2630517 Jun 27 12:28:18.242686 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa5375-53a6-4ebf-9860-fdb1cf4499df req-87de4e7f-2913-41b5-8ddf-93a26ebb1e42 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:18.244071 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6dfa5375-53a6-4ebf-9860-fdb1cf4499df req-87de4e7f-2913-41b5-8ddf-93a26ebb1e42 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 945 time: 0.1678126 Jun 27 12:28:18.254400 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-ef950fd5-7aca-448f-8cb4-2c430c3e3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '727533bd-16f3-45ef-820d-47027285b512', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'port_id': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'mac_address': 'fa:16:3e:67:54:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17238fd-3439-4dda-89de-814563df59f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:27:35Z', 'updated_at': '2021-06-27T12:28:16Z', 'revision_number': 1, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:36Z', 'revision_number': 5, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:18.259380 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef950fd5-7aca-448f-8cb4-2c430c3e3e57 None None] Checking router: b47aaf31-c2f1-496a-ab99-fcbaf458ad1c for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:28:18.270131 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef950fd5-7aca-448f-8cb4-2c430c3e3e57 None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:28:18.270982 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-ef950fd5-7aca-448f-8cb4-2c430c3e3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:27:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:18.277138 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd313c3c-a76f-4493-98f5-463cf6f59121 req-ab5f2c73-13d5-4454-9e31-3a453cfdeb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:18.278655 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bd313c3c-a76f-4493-98f5-463cf6f59121 req-ab5f2c73-13d5-4454-9e31-3a453cfdeb2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.0896754 Jun 27 12:28:18.286421 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d204a6b-b95c-4f9a-8ff8-d85a69cc2f11 req-b948ad8d-19db-48dd-bdfb-3c69dd540431 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:18.288748 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1d204a6b-b95c-4f9a-8ff8-d85a69cc2f11 req-b948ad8d-19db-48dd-bdfb-3c69dd540431 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0828750 Jun 27 12:28:18.340045 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1d204a6b-b95c-4f9a-8ff8-d85a69cc2f11 req-033384e3-5b47-4bdb-916c-6691f96faa3d tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458610 Jun 27 12:28:18.342928 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6dfa5375-53a6-4ebf-9860-fdb1cf4499df req-1dd80781-16b2-4e80-9035-f8de4f77433d tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920069 Jun 27 12:28:18.382638 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd313c3c-a76f-4493-98f5-463cf6f59121 req-8fb1e8ff-3e24-410a-a82c-44037b46eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:18.382638 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bd313c3c-a76f-4493-98f5-463cf6f59121 req-8fb1e8ff-3e24-410a-a82c-44037b46eef1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801272 Jun 27 12:28:18.490585 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-ef950fd5-7aca-448f-8cb4-2c430c3e3e57 None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:28:18.525736 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825a935-9c7a-4c2d-8615-2be1c2cfa634 req-9a7b7091-8850-4355-9931-a42429739bce tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:18.527539 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c825a935-9c7a-4c2d-8615-2be1c2cfa634 req-9a7b7091-8850-4355-9931-a42429739bce tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0925930 Jun 27 12:28:18.578189 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c825a935-9c7a-4c2d-8615-2be1c2cfa634 req-f9fa431f-06b2-4fd7-b7d3-fdd4316ea317 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442448 Jun 27 12:28:18.613425 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bd313c3c-a76f-4493-98f5-463cf6f59121 req-81e77631-e73c-4fb7-ad6e-725790a57292 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159159 Jun 27 12:28:18.631684 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e33c62-9d2e-48a4-91df-46ba52ee4c4d req-4f25513f-3dd3-46f6-87e2-3949ad71ea87 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:18.636187 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-45e33c62-9d2e-48a4-91df-46ba52ee4c4d req-4f25513f-3dd3-46f6-87e2-3949ad71ea87 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.1271276 Jun 27 12:28:18.641602 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60082) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:18.647258 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-26db3413-7282-4ffd-8509-5439651a2a71 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Request body: {'floatingip': {'port_id': '12305c1b-1506-414f-bab5-fa2d1dc2a154'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:28:18.735257 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-26db3413-7282-4ffd-8509-5439651a2a71 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:18.833444 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bd313c3c-a76f-4493-98f5-463cf6f59121 req-2004bf54-ba18-4c60-b7a4-71d5be3c0c46 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973920 Jun 27 12:28:18.897166 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-ef950fd5-7aca-448f-8cb4-2c430c3e3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '727533bd-16f3-45ef-820d-47027285b512', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'port_id': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'mac_address': 'fa:16:3e:67:54:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17238fd-3439-4dda-89de-814563df59f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:27:35Z', 'updated_at': '2021-06-27T12:28:16Z', 'revision_number': 1, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:36Z', 'revision_number': 5, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:18.901247 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef950fd5-7aca-448f-8cb4-2c430c3e3e57 None None] The sync data for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi is: [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '727533bd-16f3-45ef-820d-47027285b512', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'port_id': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'mac_address': 'fa:16:3e:67:54:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17238fd-3439-4dda-89de-814563df59f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:27:35Z', 'updated_at': '2021-06-27T12:28:16Z', 'revision_number': 1, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:36Z', 'revision_number': 5, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:28:19.243667 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96903979-e0f6-446c-8b9f-e3eedd7eaa42 None None] New status for floating IP 727533bd-16f3-45ef-820d-47027285b512: ACTIVE {{(pid=78481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:28:19.561449 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a4cb3-ba61-4aa4-b04e-dc996fc8c32d req-eaa9e1a3-9bd8-46e5-86cc-e9b64e724a02 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:19.562001 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-26db3413-7282-4ffd-8509-5439651a2a71 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:19.563417 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e78a4cb3-ba61-4aa4-b04e-dc996fc8c32d req-eaa9e1a3-9bd8-46e5-86cc-e9b64e724a02 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 945 time: 0.0890911 Jun 27 12:28:19.568248 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-26db3413-7282-4ffd-8509-5439651a2a71 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:19.604438 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60112) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:19.618467 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e78a4cb3-ba61-4aa4-b04e-dc996fc8c32d req-490f993e-a5c7-4d05-99dd-96536475a81e tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487063 Jun 27 12:28:19.747554 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.l3_db [None req-26db3413-7282-4ffd-8509-5439651a2a71 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Floating IP 69c8e0f7-95bd-4ac9-9d52-1b65d20888dc associated. External IP: 172.27.0.234, port: 12305c1b-1506-414f-bab5-fa2d1dc2a154. Jun 27 12:28:19.770248 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9adb5f06-cd8c-4751-ab7a-6881a9b9fcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:19.798970 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-9adb5f06-cd8c-4751-ab7a-6881a9b9fcf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:19.806510 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-9adb5f06-cd8c-4751-ab7a-6881a9b9fcf4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0948efbfea4968a2e1a112afebbbca is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:19.812682 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-9adb5f06-cd8c-4751-ab7a-6881a9b9fcf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:19.823918 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-9adb5f06-cd8c-4751-ab7a-6881a9b9fcf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:19.882476 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4a298-6fdf-4ebe-8a4d-4522946a6d9f req-14cb15de-f2de-43fe-a1d1-928eba8652c9 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:19.883980 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b6b4a298-6fdf-4ebe-8a4d-4522946a6d9f req-14cb15de-f2de-43fe-a1d1-928eba8652c9 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1488042 Jun 27 12:28:19.961023 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b6b4a298-6fdf-4ebe-8a4d-4522946a6d9f req-a862c84b-aa48-45ab-a1e8-26365a714ca3 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670435 Jun 27 12:28:19.979620 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9adb5f06-cd8c-4751-ab7a-6881a9b9fcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:19.985448 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9adb5f06-cd8c-4751-ab7a-6881a9b9fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:19.994019 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ff763180-e21f-419b-a869-b1e0beb43fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:20.031917 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-9adb5f06-cd8c-4751-ab7a-6881a9b9fcf4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c0948efbfea4968a2e1a112afebbbca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260609 Jun 27 12:28:20.033998 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb5f06-cd8c-4751-ab7a-6881a9b9fcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e4e844-3699-4caf-b60f-0f908887fab5,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:20.036393 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60120) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:20.038773 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9adb5f06-cd8c-4751-ab7a-6881a9b9fcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:20.094948 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e0de7aea-6cf1-4210-8229-7f5ce8b88145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:20.119864 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e0de7aea-6cf1-4210-8229-7f5ce8b88145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:20.177590 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e0de7aea-6cf1-4210-8229-7f5ce8b88145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:20.183088 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0f0b5cec-4d4e-4fae-bbf9-b48832d8a5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:20.189826 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26db3413-7282-4ffd-8509-5439651a2a71 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Router e224cce4-0119-4d61-9508-b34dae656b7f has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:28:20.194993 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de7aea-6cf1-4210-8229-7f5ce8b88145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e4e844-3699-4caf-b60f-0f908887fab5,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:20.198083 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e0de7aea-6cf1-4210-8229-7f5ce8b88145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:20.200027 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e0de7aea-6cf1-4210-8229-7f5ce8b88145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:20.203561 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e0de7aea-6cf1-4210-8229-7f5ce8b88145 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e8e4e844-3699-4caf-b60f-0f908887fab5 HTTP/1.1" status: 204 len: 168 time: 0.1637461 Jun 27 12:28:20.376753 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26db3413-7282-4ffd-8509-5439651a2a71 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:28:20.381322 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-26db3413-7282-4ffd-8509-5439651a2a71 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:20.386569 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2af342-332f-4821-a71d-6f4c621c80b1 None None] Sync routers for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:28:20.397423 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2af342-332f-4821-a71d-6f4c621c80b1 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:28:20.398056 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-5a2af342-332f-4821-a71d-6f4c621c80b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:27:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:20.443090 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-26db3413-7282-4ffd-8509-5439651a2a71 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "PUT /v2.0/floatingips/69c8e0f7-95bd-4ac9-9d52-1b65d20888dc HTTP/1.1" status: 200 len: 992 time: 1.7974298 Jun 27 12:28:20.443090 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a629e0-a827-4172-97e9-827fcbd3a19c', 'tag': '12305c1b-1506-414f-bab5-fa2d1dc2a154'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:20.546075 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a629e0-a827-4172-97e9-827fcbd3a19c', 'tag': '12305c1b-1506-414f-bab5-fa2d1dc2a154', 'status': 'completed', 'code': 200} Jun 27 12:28:20.558227 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60140) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:20.575808 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5179475-29a9-4789-8735-563ac86e2675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:20.590417 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-b5179475-29a9-4789-8735-563ac86e2675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:20.594831 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-b5179475-29a9-4789-8735-563ac86e2675 admin admin] Usage tracker for resource:security_group_rule and tenant:1ba4adc9500d41879b37839ff63bc360 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:20.598727 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-b5179475-29a9-4789-8735-563ac86e2675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:20.604622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-b5179475-29a9-4789-8735-563ac86e2675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:20.612436 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-5a2af342-332f-4821-a71d-6f4c621c80b1 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:28:20.692770 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5179475-29a9-4789-8735-563ac86e2675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:20.697641 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5179475-29a9-4789-8735-563ac86e2675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:20.726104 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6207bcb3-e6ac-4ffc-9bb0-7d58631b924a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:20.735735 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-b5179475-29a9-4789-8735-563ac86e2675 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ba4adc9500d41879b37839ff63bc360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763926 Jun 27 12:28:20.738895 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60146) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:20.801866 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5179475-29a9-4789-8735-563ac86e2675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddb6e39-430e-4257-87cd-fde2cd205a25,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:20.807196 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b5179475-29a9-4789-8735-563ac86e2675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:20.813241 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-28bd35b7-9a6f-44fc-acf6-1f3824e9c05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:20.840945 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-28bd35b7-9a6f-44fc-acf6-1f3824e9c05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:20.851543 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e8135-2d82-4ccc-8d69-168222bde7d9 req-8dfbd0b7-8e0a-4235-9c2b-c89492ae0911 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:20.853525 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-313e8135-2d82-4ccc-8d69-168222bde7d9 req-8dfbd0b7-8e0a-4235-9c2b-c89492ae0911 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 945 time: 0.1163695 Jun 27 12:28:20.898913 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-28bd35b7-9a6f-44fc-acf6-1f3824e9c05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:20.902658 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:20.915947 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd35b7-9a6f-44fc-acf6-1f3824e9c05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddb6e39-430e-4257-87cd-fde2cd205a25,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:20.918901 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-28bd35b7-9a6f-44fc-acf6-1f3824e9c05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:20.920907 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-28bd35b7-9a6f-44fc-acf6-1f3824e9c05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:20.924826 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-28bd35b7-9a6f-44fc-acf6-1f3824e9c05c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ddb6e39-430e-4257-87cd-fde2cd205a25 HTTP/1.1" status: 204 len: 168 time: 0.1848946 Jun 27 12:28:20.927617 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-313e8135-2d82-4ccc-8d69-168222bde7d9 req-0731a4a8-7fe6-4b3d-987b-d3ba02acaf38 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679092 Jun 27 12:28:21.030451 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-5a2af342-332f-4821-a71d-6f4c621c80b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '69c8e0f7-95bd-4ac9-9d52-1b65d20888dc', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'port_id': '12305c1b-1506-414f-bab5-fa2d1dc2a154', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'mac_address': 'fa:16:3e:a7:59:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a629e0-a827-4172-97e9-827fcbd3a19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:27:43Z', 'updated_at': '2021-06-27T12:28:19Z', 'revision_number': 1, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:43Z', 'revision_number': 5, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:21.035434 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2af342-332f-4821-a71d-6f4c621c80b1 None None] Checking router: e224cce4-0119-4d61-9508-b34dae656b7f for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:28:21.044703 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2af342-332f-4821-a71d-6f4c621c80b1 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:28:21.045437 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-5a2af342-332f-4821-a71d-6f4c621c80b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:27:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:21.172534 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee61c7a-23fa-44bd-80cb-b2a74d0793d3 req-d21ff534-36c4-461b-9eed-802e6ae2e348 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:21.174075 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9ee61c7a-23fa-44bd-80cb-b2a74d0793d3 req-d21ff534-36c4-461b-9eed-802e6ae2e348 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1068978 Jun 27 12:28:21.232117 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-5a2af342-332f-4821-a71d-6f4c621c80b1 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:28:21.238739 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9ee61c7a-23fa-44bd-80cb-b2a74d0793d3 req-60e02a4e-9265-468f-877c-f147a5ea0de2 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577412 Jun 27 12:28:21.626154 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-5a2af342-332f-4821-a71d-6f4c621c80b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '69c8e0f7-95bd-4ac9-9d52-1b65d20888dc', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'port_id': '12305c1b-1506-414f-bab5-fa2d1dc2a154', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'mac_address': 'fa:16:3e:a7:59:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a629e0-a827-4172-97e9-827fcbd3a19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:27:43Z', 'updated_at': '2021-06-27T12:28:19Z', 'revision_number': 1, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:43Z', 'revision_number': 5, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:21.630493 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2af342-332f-4821-a71d-6f4c621c80b1 None None] The sync data for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi is: [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '69c8e0f7-95bd-4ac9-9d52-1b65d20888dc', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'port_id': '12305c1b-1506-414f-bab5-fa2d1dc2a154', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'mac_address': 'fa:16:3e:a7:59:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a629e0-a827-4172-97e9-827fcbd3a19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:27:43Z', 'updated_at': '2021-06-27T12:28:19Z', 'revision_number': 1, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:43Z', 'revision_number': 5, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:28:21.838629 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b6e2f-39a5-459a-8618-f14770d63abb None None] New status for floating IP 69c8e0f7-95bd-4ac9-9d52-1b65d20888dc: ACTIVE {{(pid=78481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:28:23.971896 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ee103-626c-424c-bc95-1e989c9d49a2 req-50855a9a-5cd2-472b-8bd6-54f89d267aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:23.973660 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e7ee103-626c-424c-bc95-1e989c9d49a2 req-50855a9a-5cd2-472b-8bd6-54f89d267aab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6098d054d9c4b7a9150524fc86a1454&device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 1099 time: 0.0781536 Jun 27 12:28:23.976325 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-971436a3-c03b-41a8-8aab-a9cdaa95f6ac req-1baf61ac-89aa-4bd7-a358-ec44f882b20e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821962 Jun 27 12:28:24.172986 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49597f-02a1-4811-aaf8-7b9487d1e8ae req-26f94d9c-b5de-4fbe-9b12-f9fe50703ba5 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:24.174509 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2e49597f-02a1-4811-aaf8-7b9487d1e8ae req-26f94d9c-b5de-4fbe-9b12-f9fe50703ba5 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 945 time: 0.1405666 Jun 27 12:28:24.176534 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971436a3-c03b-41a8-8aab-a9cdaa95f6ac req-9d308cf8-fae6-4973-8f3b-a3166e943f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:24.177819 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-971436a3-c03b-41a8-8aab-a9cdaa95f6ac req-9d308cf8-fae6-4973-8f3b-a3166e943f3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 1098 time: 0.1113172 Jun 27 12:28:24.189783 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ee103-626c-424c-bc95-1e989c9d49a2 req-029dceb1-f322-4e66-97e3-4bc1335fa8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:24.191235 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e7ee103-626c-424c-bc95-1e989c9d49a2 req-029dceb1-f322-4e66-97e3-4bc1335fa8f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f HTTP/1.1" status: 200 len: 912 time: 0.1908560 Jun 27 12:28:24.207691 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1051dd2-c930-4e6b-97e5-d9a2f5b91272 req-41cb2bce-f0d2-467b-8e54-1fe81125987c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:24.209175 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e1051dd2-c930-4e6b-97e5-d9a2f5b91272 req-41cb2bce-f0d2-467b-8e54-1fe81125987c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1695850 Jun 27 12:28:24.258293 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2e49597f-02a1-4811-aaf8-7b9487d1e8ae req-4b86130c-a220-4f0e-acfb-49936cd0d9ef tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774882 Jun 27 12:28:24.336062 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e7ee103-626c-424c-bc95-1e989c9d49a2 req-01c24a8a-fb16-4b3f-9954-d278dd7a42cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12305c1b-1506-414f-bab5-fa2d1dc2a154 HTTP/1.1" status: 200 len: 1002 time: 0.1259270 Jun 27 12:28:24.343508 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e1051dd2-c930-4e6b-97e5-d9a2f5b91272 req-7825f0c5-45b3-4cdf-afd4-8a0435328db5 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841231 Jun 27 12:28:24.350532 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971436a3-c03b-41a8-8aab-a9cdaa95f6ac req-eb43f54d-f3f5-4dd1-a767-b11e4404c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:24.352775 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-971436a3-c03b-41a8-8aab-a9cdaa95f6ac req-eb43f54d-f3f5-4dd1-a767-b11e4404c354 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 200 len: 919 time: 0.1373191 Jun 27 12:28:24.415752 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ee103-626c-424c-bc95-1e989c9d49a2 req-65aaaa8a-387b-40e2-85f6-4f126506833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:24.417338 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e7ee103-626c-424c-bc95-1e989c9d49a2 req-65aaaa8a-387b-40e2-85f6-4f126506833f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c408987c-cc93-40ed-9edd-1045a910e913 HTTP/1.1" status: 200 len: 850 time: 0.0705757 Jun 27 12:28:24.425203 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-971436a3-c03b-41a8-8aab-a9cdaa95f6ac req-3e0a0ad3-398a-4c1a-822a-17c25a4b0cbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0006874-b735-4770-8f3f-86d3acdc5089 HTTP/1.1" status: 200 len: 217 time: 0.0647187 Jun 27 12:28:24.512856 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ee103-626c-424c-bc95-1e989c9d49a2 req-8beddc84-fc44-48d3-a528-7b04036c8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:24.514394 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e7ee103-626c-424c-bc95-1e989c9d49a2 req-8beddc84-fc44-48d3-a528-7b04036c8479 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779951 Jun 27 12:28:24.573237 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971436a3-c03b-41a8-8aab-a9cdaa95f6ac req-70fb5a62-f1f0-4408-8e38-1f0eaa6b6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:24.574699 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-971436a3-c03b-41a8-8aab-a9cdaa95f6ac req-70fb5a62-f1f0-4408-8e38-1f0eaa6b6461 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a134c88f-299e-4abe-bd3b-b238015fe48c HTTP/1.1" status: 200 len: 858 time: 0.1376035 Jun 27 12:28:24.635975 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-971436a3-c03b-41a8-8aab-a9cdaa95f6ac req-2a21c994-8015-408e-ad3e-641983793e09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b11a4e2d-a287-410e-8ea7-a192cd2e008d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476644 Jun 27 12:28:24.705663 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e7ee103-626c-424c-bc95-1e989c9d49a2 req-a31232e3-e06a-4055-a39f-91a6e79f6bcd service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823096 Jun 27 12:28:24.809252 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-971436a3-c03b-41a8-8aab-a9cdaa95f6ac req-85e3a115-aa5d-490b-ab86-3297d1d138fb service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596837 Jun 27 12:28:24.983582 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0e7ee103-626c-424c-bc95-1e989c9d49a2 req-b142520a-2858-49c1-9b6b-c26042956071 service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575381 Jun 27 12:28:24.984166 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-971436a3-c03b-41a8-8aab-a9cdaa95f6ac req-b59eea8d-6c22-49c6-838a-aeb328081dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641152 Jun 27 12:28:25.286445 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:25.456822 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fa57f-2f9f-4319-bca6-1d75e27e4057 req-8972d6d5-4e80-4ed3-8f34-1a1ddbfa74d6 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:25.458299 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d31fa57f-2f9f-4319-bca6-1d75e27e4057 req-8972d6d5-4e80-4ed3-8f34-1a1ddbfa74d6 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.36 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 945 time: 0.0925848 Jun 27 12:28:25.473396 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ceecd-ac6e-4f8f-bc67-87c4cc3c9565 req-883ff5b5-c311-43e1-802d-e9e56a44f1ff tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:25.474912 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-761ceecd-ac6e-4f8f-bc67-87c4cc3c9565 req-883ff5b5-c311-43e1-802d-e9e56a44f1ff tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 945 time: 0.0891471 Jun 27 12:28:25.520056 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-761ceecd-ac6e-4f8f-bc67-87c4cc3c9565 req-1383ec39-8165-430c-96a3-2d3c4c47d601 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/security-groups?id=9128eba8-d2e4-4bde-bb48-e3f8b66ee549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Jun 27 12:28:25.574434 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-d31fa57f-2f9f-4319-bca6-1d75e27e4057 req-8fd32c10-8e36-46d1-ad19-5b032606cace tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Deleting port ec382019-0999-4a78-a66e-f2fbdacc7772 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:28:25.574633 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-d31fa57f-2f9f-4319-bca6-1d75e27e4057 req-8fd32c10-8e36-46d1-ad19-5b032606cace tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:25.628266 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:28:25.681573 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46889ad-6213-4c33-99a7-5a4d48b20df0 req-ac01a3b6-918b-430e-8d23-e1ec01717a96 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:25.683100 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a46889ad-6213-4c33-99a7-5a4d48b20df0 req-ac01a3b6-918b-430e-8d23-e1ec01717a96 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.2181113 Jun 27 12:28:25.784907 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a46889ad-6213-4c33-99a7-5a4d48b20df0 req-55b01147-43b9-470b-9682-7e64d8316cbe tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943296 Jun 27 12:28:25.916322 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-d31fa57f-2f9f-4319-bca6-1d75e27e4057 req-8fd32c10-8e36-46d1-ad19-5b032606cace tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] For port ec382019-0999-4a78-a66e-f2fbdacc7772, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ec382019-0999-4a78-a66e-f2fbdacc7772,segment=NetworkSegment(26c87a47-5020-4dc6-8a22-9f7cb00a9f74),segment_id=26c87a47-5020-4dc6-8a22-9f7cb00a9f74)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:28:25.916617 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-d31fa57f-2f9f-4319-bca6-1d75e27e4057 req-8fd32c10-8e36-46d1-ad19-5b032606cace tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:26.042117 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-d31fa57f-2f9f-4319-bca6-1d75e27e4057 req-8fd32c10-8e36-46d1-ad19-5b032606cace tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Calling delete_port for ec382019-0999-4a78-a66e-f2fbdacc7772 owned by compute:nova {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:28:26.318550 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-d31fa57f-2f9f-4319-bca6-1d75e27e4057 req-8fd32c10-8e36-46d1-ad19-5b032606cace tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:26.325400 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-815dc099-9bce-4ffd-833b-ebe171e642f1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:26.386731 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd32c10-8e36-46d1-ad19-5b032606cace tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Pushing event deleted for resources: {'Port': ['ID=ec382019-0999-4a78-a66e-f2fbdacc7772,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:26.432963 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['ec382019-0999-4a78-a66e-f2fbdacc7772'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:28:26.483596 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-8fd32c10-8e36-46d1-ad19-5b032606cace tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:26.484882 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31fa57f-2f9f-4319-bca6-1d75e27e4057 req-8fd32c10-8e36-46d1-ad19-5b032606cace tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] No DVR routers for this DVR port ec382019-0999-4a78-a66e-f2fbdacc7772 on host hv-cinder-79809 {{(pid=78480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:28:26.487837 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-d31fa57f-2f9f-4319-bca6-1d75e27e4057 req-8fd32c10-8e36-46d1-ad19-5b032606cace tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:26.490714 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b8f52-3a3e-403a-bdbe-bf3bb3da5083', 'name': 'network-vif-deleted', 'tag': 'ec382019-0999-4a78-a66e-f2fbdacc7772'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:28:26.527963 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d31fa57f-2f9f-4319-bca6-1d75e27e4057 req-8fd32c10-8e36-46d1-ad19-5b032606cace tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.36 "DELETE /v2.0/ports/ec382019-0999-4a78-a66e-f2fbdacc7772 HTTP/1.1" status: 204 len: 173 time: 1.0279105 Jun 27 12:28:26.541405 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-87b442d1-3f1a-4546-b355-045111239032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:26.578888 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608b8f52-3a3e-403a-bdbe-bf3bb3da5083', 'name': 'network-vif-deleted', 'tag': 'ec382019-0999-4a78-a66e-f2fbdacc7772', 'status': 'completed', 'code': 200} Jun 27 12:28:26.684939 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-89afbc86-158e-42cf-bef5-52a0617a87bf req-f75149b0-17d7-4fdc-8900-42bffcaf4154 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Synchronizing usage tracker for tenant:89cdb437a0cd4e18bfce7d01d7690036 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:28:26.701880 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-89afbc86-158e-42cf-bef5-52a0617a87bf req-f75149b0-17d7-4fdc-8900-42bffcaf4154 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Unset dirty status for tenant:89cdb437a0cd4e18bfce7d01d7690036 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:28:26.709174 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-89afbc86-158e-42cf-bef5-52a0617a87bf req-f75149b0-17d7-4fdc-8900-42bffcaf4154 tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 210 time: 0.0702517 Jun 27 12:28:26.925450 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:26.980412 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6398da-58e5-4dff-802f-46994170a21d req-e3b3d9a8-0c96-426d-8d42-c9551d7b54ee tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:26.981912 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fe6398da-58e5-4dff-802f-46994170a21d req-e3b3d9a8-0c96-426d-8d42-c9551d7b54ee tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0860674 Jun 27 12:28:27.029497 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fe6398da-58e5-4dff-802f-46994170a21d req-2ca7b56f-5dda-492d-9154-762928431cfc tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414157 Jun 27 12:28:27.974343 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ac1c8f60-4b96-45fe-a49b-3c7383bf4db1 req-fe1d5eb8-a43c-417d-aa95-c4a0b0a0bc5c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] 10.222.0.38 "GET /v2.0/ports?device_id=608b8f52-3a3e-403a-bdbe-bf3bb3da5083 HTTP/1.1" status: 200 len: 210 time: 0.0533190 Jun 27 12:28:28.256769 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81692447-92a0-4366-84ed-6a29b9164602 req-87165276-9556-4a15-85e1-9f75148914b2 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:28.258265 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-81692447-92a0-4366-84ed-6a29b9164602 req-87165276-9556-4a15-85e1-9f75148914b2 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0904007 Jun 27 12:28:28.308805 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-81692447-92a0-4366-84ed-6a29b9164602 req-ff69ae76-531d-450e-b82f-e5db1f33fb87 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Jun 27 12:28:28.378617 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60390) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:28.429562 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device ec382019-0999-4a78-a66e-f2fbdacc7772 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:28:28.470697 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: ec382019-0999-4a78-a66e-f2fbdacc7772 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:28:28.471359 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device ec382019-0999-4a78-a66e-f2fbdacc7772 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:28:28.514006 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3a20f623-0d52-46ab-8435-77990fae181e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:28.532470 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-3a20f623-0d52-46ab-8435-77990fae181e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:28.537261 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-3a20f623-0d52-46ab-8435-77990fae181e admin admin] Usage tracker for resource:security_group_rule and tenant:2b304c7f503140b9804226f3b2eeeb68 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:28.540856 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-3a20f623-0d52-46ab-8435-77990fae181e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:28.546664 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-3a20f623-0d52-46ab-8435-77990fae181e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:28.654406 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3a20f623-0d52-46ab-8435-77990fae181e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:28.659907 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3a20f623-0d52-46ab-8435-77990fae181e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:28.667440 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7723fc97-7baa-4041-a649-4a13b5a2ce28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:28.711146 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-3a20f623-0d52-46ab-8435-77990fae181e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b304c7f503140b9804226f3b2eeeb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305421 Jun 27 12:28:28.711577 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60408) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:28.711957 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20f623-0d52-46ab-8435-77990fae181e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a414197-4a33-434a-a5d6-a6afba4e034b,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:28.716712 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3a20f623-0d52-46ab-8435-77990fae181e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:28.772190 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-68eb2997-bcb5-4199-b412-955d562d1e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:28.773863 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60412) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:28.801622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-68eb2997-bcb5-4199-b412-955d562d1e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:28.862432 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-68eb2997-bcb5-4199-b412-955d562d1e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:28.866594 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-ca57aa63-d800-4d3a-8619-bafa841f76f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:28.879933 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb2997-bcb5-4199-b412-955d562d1e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a414197-4a33-434a-a5d6-a6afba4e034b,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:28.886158 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-68eb2997-bcb5-4199-b412-955d562d1e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:28.888400 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-68eb2997-bcb5-4199-b412-955d562d1e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:28.892297 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-68eb2997-bcb5-4199-b412-955d562d1e0b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a414197-4a33-434a-a5d6-a6afba4e034b HTTP/1.1" status: 204 len: 168 time: 0.1773405 Jun 27 12:28:28.913235 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-85846260-5e3e-4659-9492-29b9f0a6bd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:28.928422 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-85846260-5e3e-4659-9492-29b9f0a6bd0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:28.932247 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-85846260-5e3e-4659-9492-29b9f0a6bd0a admin admin] Usage tracker for resource:security_group_rule and tenant:d8c0a4b2ef684566b52400782ef7d2cf is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:28.935110 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-85846260-5e3e-4659-9492-29b9f0a6bd0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:28.940863 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-85846260-5e3e-4659-9492-29b9f0a6bd0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:29.031208 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-85846260-5e3e-4659-9492-29b9f0a6bd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.036397 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-85846260-5e3e-4659-9492-29b9f0a6bd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.043674 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:29.107391 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85846260-5e3e-4659-9492-29b9f0a6bd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9051c4-f5e6-4c1d-98cf-3c6372112c0c,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:29.114256 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-85846260-5e3e-4659-9492-29b9f0a6bd0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:29.117922 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-85846260-5e3e-4659-9492-29b9f0a6bd0a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8c0a4b2ef684566b52400782ef7d2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430805 Jun 27 12:28:29.120930 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60432) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:29.139448 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc977-339c-4854-83be-6e7ee4121013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.195475 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c44bab42-4b58-444f-9069-f765b58ac351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.233711 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c44bab42-4b58-444f-9069-f765b58ac351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.282373 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60440) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:29.311669 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9e08e381-2ba7-4d14-b4a1-56e0d19e1465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.329750 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-9e08e381-2ba7-4d14-b4a1-56e0d19e1465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:29.333583 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c44bab42-4b58-444f-9069-f765b58ac351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.340010 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-9e08e381-2ba7-4d14-b4a1-56e0d19e1465 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c5a010fa8d46f2a1f326f12a02f0fb is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:29.342470 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:29.349665 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-9e08e381-2ba7-4d14-b4a1-56e0d19e1465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:29.361334 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-9e08e381-2ba7-4d14-b4a1-56e0d19e1465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:29.365702 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bab42-4b58-444f-9069-f765b58ac351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9051c4-f5e6-4c1d-98cf-3c6372112c0c,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:29.368670 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c44bab42-4b58-444f-9069-f765b58ac351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:29.382955 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c44bab42-4b58-444f-9069-f765b58ac351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.385067 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-c44bab42-4b58-444f-9069-f765b58ac351 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f9051c4-f5e6-4c1d-98cf-3c6372112c0c HTTP/1.1" status: 204 len: 168 time: 0.2620549 Jun 27 12:28:29.545827 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9e08e381-2ba7-4d14-b4a1-56e0d19e1465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.554770 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9e08e381-2ba7-4d14-b4a1-56e0d19e1465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.566288 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-cf645a08-fe73-4fa5-a712-15c591690317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:29.631501 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60460) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:29.644910 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-9e08e381-2ba7-4d14-b4a1-56e0d19e1465 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a4c5a010fa8d46f2a1f326f12a02f0fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603852 Jun 27 12:28:29.647030 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08e381-2ba7-4d14-b4a1-56e0d19e1465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88029cc9-048c-4793-aa7f-67ab537cac77,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:29.663838 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9e08e381-2ba7-4d14-b4a1-56e0d19e1465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:29.687296 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d05e0-9cae-48a3-ad40-01cece764901 req-f948167e-3f24-4a65-8e7a-6d8c12585028 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:29.706502 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b62d05e0-9cae-48a3-ad40-01cece764901 req-f948167e-3f24-4a65-8e7a-6d8c12585028 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.2643845 Jun 27 12:28:29.748519 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6f20d02c-0563-408a-b605-c52628198660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.783277 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6f20d02c-0563-408a-b605-c52628198660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.797968 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b62d05e0-9cae-48a3-ad40-01cece764901 req-c35fa0de-27b3-44da-a353-03e1a1d22959 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902824 Jun 27 12:28:29.893378 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6f20d02c-0563-408a-b605-c52628198660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.901543 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-334e4f3f-dc44-4466-bf1c-89f1b5a991f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:29.916755 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20d02c-0563-408a-b605-c52628198660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88029cc9-048c-4793-aa7f-67ab537cac77,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:29.920493 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6f20d02c-0563-408a-b605-c52628198660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:29.924040 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6f20d02c-0563-408a-b605-c52628198660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:29.925085 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-6f20d02c-0563-408a-b605-c52628198660 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88029cc9-048c-4793-aa7f-67ab537cac77 HTTP/1.1" status: 204 len: 168 time: 0.2925172 Jun 27 12:28:29.956190 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60472) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:29.978070 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8fd2325e-7c48-4543-8ca6-8f185821908b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.001553 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-8fd2325e-7c48-4543-8ca6-8f185821908b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:30.007435 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-8fd2325e-7c48-4543-8ca6-8f185821908b admin admin] Usage tracker for resource:security_group_rule and tenant:f5b661b86fee4133bd39a3bfb2e83c1b is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:30.009036 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-8fd2325e-7c48-4543-8ca6-8f185821908b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:30.015153 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-8fd2325e-7c48-4543-8ca6-8f185821908b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:30.079161 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.130860 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8fd2325e-7c48-4543-8ca6-8f185821908b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.137082 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8fd2325e-7c48-4543-8ca6-8f185821908b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.148439 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4b423c97-4f7b-49ec-b14a-61e66f0df86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:30.204893 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-8fd2325e-7c48-4543-8ca6-8f185821908b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f5b661b86fee4133bd39a3bfb2e83c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437811 Jun 27 12:28:30.204893 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2325e-7c48-4543-8ca6-8f185821908b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15c591e-a217-4933-abec-4aec751b4c51,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:30.205959 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60482) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:30.206437 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8fd2325e-7c48-4543-8ca6-8f185821908b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:30.283209 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5b49096-c874-458a-badf-571adb1c6a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.312747 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5b49096-c874-458a-badf-571adb1c6a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.381519 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5b49096-c874-458a-badf-571adb1c6a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.390016 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e4221e17-8c2c-46aa-b81a-cfbbe526c46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:30.400839 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60490) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:30.411792 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b5b49096-c874-458a-badf-571adb1c6a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.416653 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-b5b49096-c874-458a-badf-571adb1c6a28 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f15c591e-a217-4933-abec-4aec751b4c51 HTTP/1.1" status: 204 len: 168 time: 0.2096128 Jun 27 12:28:30.421610 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b49096-c874-458a-badf-571adb1c6a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15c591e-a217-4933-abec-4aec751b4c51,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:30.424426 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7123f43c-8bee-49b6-a38d-bd85392d43fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.424720 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b5b49096-c874-458a-badf-571adb1c6a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:30.450148 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-7123f43c-8bee-49b6-a38d-bd85392d43fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:30.454490 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-7123f43c-8bee-49b6-a38d-bd85392d43fd admin admin] Usage tracker for resource:security_group_rule and tenant:87152069a6e84d8d9a1e493f9dd7928e is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:30.458098 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-7123f43c-8bee-49b6-a38d-bd85392d43fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:30.464930 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-7123f43c-8bee-49b6-a38d-bd85392d43fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:30.570025 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7123f43c-8bee-49b6-a38d-bd85392d43fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.575605 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7123f43c-8bee-49b6-a38d-bd85392d43fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.586195 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-28bd35b7-9a6f-44fc-acf6-1f3824e9c05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:30.636732 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-7123f43c-8bee-49b6-a38d-bd85392d43fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=87152069a6e84d8d9a1e493f9dd7928e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347567 Jun 27 12:28:30.637718 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123f43c-8bee-49b6-a38d-bd85392d43fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db872d1-b492-4460-8d41-67d68b0e44cb,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:30.639533 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60502) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:30.641183 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7123f43c-8bee-49b6-a38d-bd85392d43fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:30.699074 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-30eb1dcb-679b-4d89-8201-2ce6efdc8569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.733459 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-30eb1dcb-679b-4d89-8201-2ce6efdc8569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.801561 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-30eb1dcb-679b-4d89-8201-2ce6efdc8569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.809818 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-9ad0173b-17c8-42ec-8857-8ecf42abc618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:30.825595 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb1dcb-679b-4d89-8201-2ce6efdc8569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db872d1-b492-4460-8d41-67d68b0e44cb,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:30.836772 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-30eb1dcb-679b-4d89-8201-2ce6efdc8569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:30.840392 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-30eb1dcb-679b-4d89-8201-2ce6efdc8569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:30.841920 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-30eb1dcb-679b-4d89-8201-2ce6efdc8569 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0db872d1-b492-4460-8d41-67d68b0e44cb HTTP/1.1" status: 204 len: 168 time: 0.2013953 Jun 27 12:28:31.036810 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaceae-5194-4072-86d8-105f28eb0000 req-12beecd8-63ff-47bf-8f58-3f62f8024214 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:31.046753 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-45aaceae-5194-4072-86d8-105f28eb0000 req-12beecd8-63ff-47bf-8f58-3f62f8024214 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0948088 Jun 27 12:28:31.096651 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-45aaceae-5194-4072-86d8-105f28eb0000 req-804b2653-7698-45d1-8205-61132ee15690 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489280 Jun 27 12:28:31.119719 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60532) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:31.270314 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aec9825-7c5c-43d5-919f-64c931de16fe admin admin] Deleting subnet fea6da9b-4863-4f03-9884-cd7b2bd9829b {{(pid=78480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:28:31.273643 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0aec9825-7c5c-43d5-919f-64c931de16fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:31.332105 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0aec9825-7c5c-43d5-919f-64c931de16fe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:31.339466 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0aec9825-7c5c-43d5-919f-64c931de16fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:31.414684 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0aec9825-7c5c-43d5-919f-64c931de16fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for subnet, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:31.420621 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a52f22ab-f458-4687-aee8-5dc20c2029e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:31.482900 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec9825-7c5c-43d5-919f-64c931de16fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea6da9b-4863-4f03-9884-cd7b2bd9829b,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:31.485539 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-0aec9825-7c5c-43d5-919f-64c931de16fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:31.486785 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0aec9825-7c5c-43d5-919f-64c931de16fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:31.493709 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-0aec9825-7c5c-43d5-919f-64c931de16fe admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fea6da9b-4863-4f03-9884-cd7b2bd9829b HTTP/1.1" status: 204 len: 168 time: 0.3734493 Jun 27 12:28:31.496249 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60554) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:31.558262 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:31.604356 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:31.784191 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:31.802622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:31.802972 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:31.803847 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:31.804180 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > port after_create 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:31.804668 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:31.805145 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > port after_update 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:31.805481 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:31.805798 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:31.806122 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:31.806747 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:31.989620 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60586) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:32.037279 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.037955 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.038982 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.039692 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.040686 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab9be7a-3701-4127-b765-06349884d890']}} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:32.059356 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c87a47-5020-4dc6-8a22-9f7cb00a9f74') {'for_net_delete': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:32.059643 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c87a47-5020-4dc6-8a22-9f7cb00a9f74') {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:32.065915 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcaefef0-1620-49de-a7f7-90bbdd851d64 admin admin] Deleting subnet bc3f37d9-2fd6-49b3-8a56-a52a1b476df2 {{(pid=78479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:28:32.074780 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-bcaefef0-1620-49de-a7f7-90bbdd851d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.075384 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3158191'] for segment, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.104342 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.114912 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=78480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:28:32.115613 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2401454'] for segment, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: from cryptography.utils import int_from_bytes Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: from cryptography.utils import int_from_bytes Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: util.warn_limited( Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: util.warn_limited( Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: Traceback (most recent call last): Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: timer() Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: cb(*args, **kw) Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: return func(*args, **kwargs) Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: self._notify() Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: self.callback(batched_events) Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: event.method(event) Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: return f(self, *a, **k) Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: return self._get(url).json() Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: return self.request(url, 'GET', **kwargs) Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:28:32.139052 dv-cinder-798099-1-iscsi neutron-server[78480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:28:32.163188 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-bcaefef0-1620-49de-a7f7-90bbdd851d64 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.173038 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-bcaefef0-1620-49de-a7f7-90bbdd851d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.257689 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-bcaefef0-1620-49de-a7f7-90bbdd851d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for subnet, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.262402 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.266308 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a222d98d-0b48-48f5-b069-fdabda90455a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:32.269230 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1434274a-2a98-4a58-b1d8-13fedca7432d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:32.302677 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.384026 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaefef0-1620-49de-a7f7-90bbdd851d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3f37d9-2fd6-49b3-8a56-a52a1b476df2,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:32.384461 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bab9be7a-3701-4127-b765-06349884d890,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:32.386048 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-bcaefef0-1620-49de-a7f7-90bbdd851d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.400373 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:32.415975 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-bcaefef0-1620-49de-a7f7-90bbdd851d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:32.421344 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-bcaefef0-1620-49de-a7f7-90bbdd851d64 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bc3f37d9-2fd6-49b3-8a56-a52a1b476df2 HTTP/1.1" status: 204 len: 168 time: 0.4301028 Jun 27 12:28:32.423736 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60608) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:32.432620 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/bab9be7a-3701-4127-b765-06349884d890 HTTP/1.1" status: 204 len: 168 time: 0.9318469 Jun 27 12:28:32.478778 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91691ec-12e0-4463-9e59-1958d86eb706 req-1e8b79b1-4773-46e8-bf53-ff1c5aa9fbe6 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:32.486108 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a91691ec-12e0-4463-9e59-1958d86eb706 req-1e8b79b1-4773-46e8-bf53-ff1c5aa9fbe6 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1987994 Jun 27 12:28:32.541700 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a91691ec-12e0-4463-9e59-1958d86eb706 req-2b8ffd19-d7a6-41f0-82ff-6b21a58536c2 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544171 Jun 27 12:28:32.588604 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.725078 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.738581 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60622) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:32.758189 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.758535 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.759363 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.759757 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > port after_create 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.760116 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > port after_delete 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.764527 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > port after_update 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.764943 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.765269 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.765614 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.765928 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.795706 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60628) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:32.831522 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.831633 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.831923 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.832247 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 12:28:32.832643 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7184230a-666f-47a1-851f-c7fd9237123b']}} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:32.849344 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ebb80d-0a99-4ad4-a3fe-417a74415218') {'for_net_delete': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:32.849809 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ebb80d-0a99-4ad4-a3fe-417a74415218') {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:32.862248 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424118'] for segment, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.866209 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-00972de8-0867-46bb-826a-b3535e099574 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89cdb437a0cd4e18bfce7d01d7690036&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0685451 Jun 27 12:28:32.869023 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60634) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:32.879386 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.887625 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=78479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:28:32.888397 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2205596'] for segment, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: from cryptography.utils import int_from_bytes Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: from cryptography.utils import int_from_bytes Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: util.warn_limited( Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: util.warn_limited( Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: Traceback (most recent call last): Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: timer() Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: cb(*args, **kw) Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: return func(*args, **kwargs) Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: self._notify() Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: self.callback(batched_events) Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: event.method(event) Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: return f(self, *a, **k) Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._get(url).json() Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: return self.request(url, 'GET', **kwargs) Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:28:32.906891 dv-cinder-798099-1-iscsi neutron-server[78479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:28:32.963481 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7dbd2de7-7518-44a7-b10b-3c115f6e44c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:32.991078 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7dbd2de7-7518-44a7-b10b-3c115f6e44c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.013386 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.021272 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.026684 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-6c667fa8-a84e-47bf-8ca2-6bf73aec7eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:33.047630 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Pushing event deleted for resources: {'Network': ['ID=7184230a-666f-47a1-851f-c7fd9237123b,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:33.051106 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:33.052998 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7dbd2de7-7518-44a7-b10b-3c115f6e44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.056737 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] 10.222.0.38 "DELETE /v2.0/networks/7184230a-666f-47a1-851f-c7fd9237123b HTTP/1.1" status: 204 len: 168 time: 0.6064703 Jun 27 12:28:33.057091 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60642) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:33.058924 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-68f58e05-10ec-4958-8b11-ecd964f75909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:33.088511 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-bf70dbc5-4bc4-46ef-b5c5-3d827e0e03db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.105056 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-bf70dbc5-4bc4-46ef-b5c5-3d827e0e03db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:33.110719 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-bf70dbc5-4bc4-46ef-b5c5-3d827e0e03db admin admin] Usage tracker for resource:security_group_rule and tenant:fa442c6ba8564e15820a82064ecc2aeb is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:33.111448 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd2de7-7518-44a7-b10b-3c115f6e44c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9128eba8-d2e4-4bde-bb48-e3f8b66ee549,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:33.114147 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7dbd2de7-7518-44a7-b10b-3c115f6e44c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:33.115243 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-bf70dbc5-4bc4-46ef-b5c5-3d827e0e03db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:33.123114 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-bf70dbc5-4bc4-46ef-b5c5-3d827e0e03db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:33.140503 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7dbd2de7-7518-44a7-b10b-3c115f6e44c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.141748 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-7dbd2de7-7518-44a7-b10b-3c115f6e44c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9128eba8-d2e4-4bde-bb48-e3f8b66ee549 HTTP/1.1" status: 204 len: 168 time: 0.2716889 Jun 27 12:28:33.156323 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3728e58-384d-4a74-a5ed-a2a950c9f3e6 admin admin] Deleting subnet e473e101-709d-4384-a186-a7362d62072e {{(pid=78480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:28:33.159383 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f3728e58-384d-4a74-a5ed-a2a950c9f3e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.230470 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f3728e58-384d-4a74-a5ed-a2a950c9f3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3158166'] for subnet, precommit_delete_associations {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.258689 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-bf70dbc5-4bc4-46ef-b5c5-3d827e0e03db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.266171 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-bf70dbc5-4bc4-46ef-b5c5-3d827e0e03db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.280707 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9e08e381-2ba7-4d14-b4a1-56e0d19e1465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:33.318739 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f3728e58-384d-4a74-a5ed-a2a950c9f3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.334416 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70dbc5-4bc4-46ef-b5c5-3d827e0e03db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee617a24-1025-4690-b59a-8f43ec2ba146,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:33.339324 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-bf70dbc5-4bc4-46ef-b5c5-3d827e0e03db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:33.358821 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-bf70dbc5-4bc4-46ef-b5c5-3d827e0e03db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fa442c6ba8564e15820a82064ecc2aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167457 Jun 27 12:28:33.359367 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60656) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:33.432003 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3eb54898-1c9f-463f-9e86-5c897718a58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.433929 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f3728e58-384d-4a74-a5ed-a2a950c9f3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2400268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389571'] for subnet, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.444260 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:33.476651 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3eb54898-1c9f-463f-9e86-5c897718a58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.476829 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f3728e58-384d-4a74-a5ed-a2a950c9f3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.487172 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3728e58-384d-4a74-a5ed-a2a950c9f3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e473e101-709d-4384-a186-a7362d62072e,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:33.495489 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-f3728e58-384d-4a74-a5ed-a2a950c9f3e6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e473e101-709d-4384-a186-a7362d62072e HTTP/1.1" status: 204 len: 168 time: 0.4276576 Jun 27 12:28:33.495489 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f3728e58-384d-4a74-a5ed-a2a950c9f3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:33.496409 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60670) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:33.599181 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3eb54898-1c9f-463f-9e86-5c897718a58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.603296 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-48fb8eb5-e085-4fd4-ac77-f0a13353c0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:33.614842 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.638980 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb54898-1c9f-463f-9e86-5c897718a58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee617a24-1025-4690-b59a-8f43ec2ba146,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:33.682874 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3eb54898-1c9f-463f-9e86-5c897718a58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.684003 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-3eb54898-1c9f-463f-9e86-5c897718a58a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ee617a24-1025-4690-b59a-8f43ec2ba146 HTTP/1.1" status: 204 len: 168 time: 0.3236573 Jun 27 12:28:33.691027 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3eb54898-1c9f-463f-9e86-5c897718a58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:33.788640 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.809498 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee43032-c4e4-45d7-b603-ac4262934596']}} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:33.828829 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef7c34a-8822-42b7-aee8-b66b5eaaa1a2') {'for_net_delete': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:33.829771 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef7c34a-8822-42b7-aee8-b66b5eaaa1a2') {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:33.852453 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3158191'] for segment, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.880456 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b97cc-e885-48a1-a3bc-6a3d7d001fc7 req-000becdd-e7d8-44c4-af31-841caa4dad93 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:33.888614 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b19b97cc-e885-48a1-a3bc-6a3d7d001fc7 req-000becdd-e7d8-44c4-af31-841caa4dad93 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1797287 Jun 27 12:28:33.892868 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.901177 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=78480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:28:33.902674 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2401454'] for segment, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: Traceback (most recent call last): Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: timer() Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: cb(*args, **kw) Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: return func(*args, **kwargs) Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: self._notify() Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: self.callback(batched_events) Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: event.method(event) Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: return f(self, *a, **k) Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: return self._get(url).json() Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: return self.request(url, 'GET', **kwargs) Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:28:33.927614 dv-cinder-798099-1-iscsi neutron-server[78480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:28:33.938008 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b19b97cc-e885-48a1-a3bc-6a3d7d001fc7 req-59ef2ad7-9692-4940-818a-2f05cbd95f95 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 Jun 27 12:28:34.011772 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.016672 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.020629 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:34.039662 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee43032-c4e4-45d7-b603-ac4262934596,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:34.042376 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:34.046341 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0ee43032-c4e4-45d7-b603-ac4262934596 HTTP/1.1" status: 204 len: 168 time: 0.5468681 Jun 27 12:28:34.085099 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60700) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:34.197952 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60708) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:34.248975 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-87c20ba8-178a-4c3c-b679-d0a5d7d200ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96d7af72656c4a19b8bca212e87e72fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497406 Jun 27 12:28:34.251344 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60712) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:34.319156 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60716) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:34.346998 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-333ed43e-0818-4989-b26d-fe7880f929c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.359096 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1588fea7-32b7-4036-af6a-c05cd9e85044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.387682 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-333ed43e-0818-4989-b26d-fe7880f929c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:34.397319 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-333ed43e-0818-4989-b26d-fe7880f929c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c6df5f6008a54a9986d03bbf07c950df is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:34.401145 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1588fea7-32b7-4036-af6a-c05cd9e85044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.403521 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f55f1575-a8e4-4000-8ccf-8afa47b50798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.412486 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-333ed43e-0818-4989-b26d-fe7880f929c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:34.424892 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-333ed43e-0818-4989-b26d-fe7880f929c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:34.426370 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-f55f1575-a8e4-4000-8ccf-8afa47b50798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:34.431128 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-f55f1575-a8e4-4000-8ccf-8afa47b50798 admin admin] Usage tracker for resource:security_group_rule and tenant:a6e2b68d423f4ba1b003f82b85ffbb27 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:34.435044 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-f55f1575-a8e4-4000-8ccf-8afa47b50798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:34.441676 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-f55f1575-a8e4-4000-8ccf-8afa47b50798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:34.515636 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1588fea7-32b7-4036-af6a-c05cd9e85044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.530721 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8fd2325e-7c48-4543-8ca6-8f185821908b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:34.548714 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588fea7-32b7-4036-af6a-c05cd9e85044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7c3908-fda8-4828-b361-f3ae2b49e211,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:34.551824 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1588fea7-32b7-4036-af6a-c05cd9e85044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:34.564718 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1588fea7-32b7-4036-af6a-c05cd9e85044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.568176 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-1588fea7-32b7-4036-af6a-c05cd9e85044 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f7c3908-fda8-4828-b361-f3ae2b49e211 HTTP/1.1" status: 204 len: 168 time: 0.3134162 Jun 27 12:28:34.587249 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-333ed43e-0818-4989-b26d-fe7880f929c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.592461 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-333ed43e-0818-4989-b26d-fe7880f929c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.602469 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ce13ba6e-c968-4f3b-a93c-3712d1b7c03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:34.646767 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60728) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:34.647098 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-333ed43e-0818-4989-b26d-fe7880f929c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c6df5f6008a54a9986d03bbf07c950df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269699 Jun 27 12:28:34.650359 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60732) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:34.656760 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f55f1575-a8e4-4000-8ccf-8afa47b50798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.662623 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ed43e-0818-4989-b26d-fe7880f929c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f211cd1-f737-4ec4-bcc2-286853dc4013,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:34.666797 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-333ed43e-0818-4989-b26d-fe7880f929c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:34.667343 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f55f1575-a8e4-4000-8ccf-8afa47b50798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.697701 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-4e81c89d-c35b-483d-9864-2c2a1d94c31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:34.716246 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-f55f1575-a8e4-4000-8ccf-8afa47b50798 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a6e2b68d423f4ba1b003f82b85ffbb27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6265185 Jun 27 12:28:34.716549 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60740) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:34.730134 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f1575-a8e4-4000-8ccf-8afa47b50798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7470ef-3dac-45ad-86f7-4a676a3a82bd,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:34.733624 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f55f1575-a8e4-4000-8ccf-8afa47b50798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:34.760345 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a7f98cf6-71e7-4953-9de6-10ba891b1105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.848300 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a7f98cf6-71e7-4953-9de6-10ba891b1105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.897778 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2e5e-70c0-43a0-a0ce-60fda9b0abb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.936049 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2e5e-70c0-43a0-a0ce-60fda9b0abb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.945164 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a7f98cf6-71e7-4953-9de6-10ba891b1105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:34.951946 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:34.973981 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f98cf6-71e7-4953-9de6-10ba891b1105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f211cd1-f737-4ec4-bcc2-286853dc4013,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:34.977140 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a7f98cf6-71e7-4953-9de6-10ba891b1105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:34.998090 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a7f98cf6-71e7-4953-9de6-10ba891b1105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.000225 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-a7f98cf6-71e7-4953-9de6-10ba891b1105 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f211cd1-f737-4ec4-bcc2-286853dc4013 HTTP/1.1" status: 204 len: 168 time: 0.3489285 Jun 27 12:28:35.029198 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2e5e-70c0-43a0-a0ce-60fda9b0abb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.033469 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3a20f623-0d52-46ab-8435-77990fae181e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:35.035054 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1723755057-network', 'tenant_id': 'f68fee50a754411a92dab6bc3ec49c0a'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:28:35.040957 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:35.049469 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe2e5e-70c0-43a0-a0ce-60fda9b0abb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7470ef-3dac-45ad-86f7-4a676a3a82bd,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:35.052389 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4bfe2e5e-70c0-43a0-a0ce-60fda9b0abb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:35.056160 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2e5e-70c0-43a0-a0ce-60fda9b0abb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.058198 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-4bfe2e5e-70c0-43a0-a0ce-60fda9b0abb8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a7470ef-3dac-45ad-86f7-4a676a3a82bd HTTP/1.1" status: 204 len: 168 time: 0.3416522 Jun 27 12:28:35.067546 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Usage tracker for resource:network and tenant:f68fee50a754411a92dab6bc3ec49c0a is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:35.073157 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:35.081738 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:35.133230 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Made reservation on behalf of f68fee50a754411a92dab6bc3ec49c0a for: {'network': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:28:35.135468 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.159233 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.164993 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60754) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:35.178306 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:35.183741 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Usage tracker for resource:security_group_rule and tenant:f68fee50a754411a92dab6bc3ec49c0a is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:35.191708 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:35.201866 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:35.218518 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-c43e3392-a6de-456d-9e18-3c07cc06edb5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f67cb381741c41fd999c8421614bc892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521245 Jun 27 12:28:35.221281 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60758) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:35.289855 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a74a2-afad-4c8c-99a4-ba98dfee77d3 req-734b9143-33ac-4afd-89a3-8f33bf9624c0 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:35.291701 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-362a74a2-afad-4c8c-99a4-ba98dfee77d3 req-734b9143-33ac-4afd-89a3-8f33bf9624c0 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1977658 Jun 27 12:28:35.414272 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a26be834-d488-411a-b3d2-adee372a3562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.419060 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-362a74a2-afad-4c8c-99a4-ba98dfee77d3 req-f8ec3285-3ad2-40bc-b2dc-1aeb68477adc tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176474 Jun 27 12:28:35.461762 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.466501 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a26be834-d488-411a-b3d2-adee372a3562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.476083 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.482635 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-68b9709a-3268-4231-a17d-d4b9ec5dba6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:35.519777 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=78480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:28:35.542644 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3300a0a-5a8d-44c7-be7e-a55846891b4a,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:35.546645 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.546972 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.segments_db [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Added segment 4e8bed97-02c7-45a0-853c-cdba8c7d825f of type vlan for network a2bb0487-c995-4c1e-868c-b104afa845b4 Jun 27 12:28:35.548341 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:35.583148 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.599171 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a26be834-d488-411a-b3d2-adee372a3562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.603019 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f7475e5d-ab5e-4f9f-b9ed-90d181531dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:35.630315 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26be834-d488-411a-b3d2-adee372a3562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd70450b-f3d4-4a32-9903-bf7a73ff7ab7,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:35.636395 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a26be834-d488-411a-b3d2-adee372a3562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:35.643389 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.646479 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:35.647060 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.652703 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:35.698040 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a26be834-d488-411a-b3d2-adee372a3562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.701859 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-a26be834-d488-411a-b3d2-adee372a3562 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dd70450b-f3d4-4a32-9903-bf7a73ff7ab7 HTTP/1.1" status: 204 len: 168 time: 0.4768171 Jun 27 12:28:35.722607 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60784) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:35.744490 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f07a10ac-2034-4b0f-84db-3265d4ffbe3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:35.752980 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1051373 Jun 27 12:28:35.756881 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60788) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:35.762208 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Pushing event updated for resources: {'Network': ['ID=a2bb0487-c995-4c1e-868c-b104afa845b4,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:35.765044 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:35.767345 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Request body: {'subnet': {'network_id': 'a2bb0487-c995-4c1e-868c-b104afa845b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1723755057-subnet', 'tenant_id': 'f68fee50a754411a92dab6bc3ec49c0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:28:35.773347 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network a2bb0487-c995-4c1e-868c-b104afa845b4 details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:28:35.775593 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:35.778802 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-f07a10ac-2034-4b0f-84db-3265d4ffbe3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:35.783591 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Usage tracker for resource:subnet and tenant:f68fee50a754411a92dab6bc3ec49c0a is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:35.786459 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-f07a10ac-2034-4b0f-84db-3265d4ffbe3b admin admin] Usage tracker for resource:security_group_rule and tenant:8c4dc1d351744de1858ec05a9f31838a is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:35.795074 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:35.798286 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-f07a10ac-2034-4b0f-84db-3265d4ffbe3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:35.806726 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:35.809670 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-f07a10ac-2034-4b0f-84db-3265d4ffbe3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:35.832271 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Made reservation on behalf of f68fee50a754411a92dab6bc3ec49c0a for: {'subnet': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:28:35.834959 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10275220'] for subnet, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.092816 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f07a10ac-2034-4b0f-84db-3265d4ffbe3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.106145 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f07a10ac-2034-4b0f-84db-3265d4ffbe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.115903 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:36.176492 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a10ac-2034-4b0f-84db-3265d4ffbe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de18e3a-4f8f-4a93-b088-c06726ca55ad,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:36.180891 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-f07a10ac-2034-4b0f-84db-3265d4ffbe3b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c4dc1d351744de1858ec05a9f31838a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567058 Jun 27 12:28:36.183588 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60804) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:36.184027 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f07a10ac-2034-4b0f-84db-3265d4ffbe3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:36.205565 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2204543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10275202'] for subnet, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.212839 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-bcaefef0-1620-49de-a7f7-90bbdd851d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:36.262121 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f9f9e6ce-6bb1-4e0d-a378-ee4693e0de1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.299632 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f9f9e6ce-6bb1-4e0d-a378-ee4693e0de1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.305024 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e59d821-0dfd-477d-8ad0-b05d4a5ff6ba,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:36.309155 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:36.310017 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Checking segment: {'id': '4e8bed97-02c7-45a0-853c-cdba8c7d825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a2bb0487-c995-4c1e-868c-b104afa845b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:28:36.310229 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Network hostable DHCP agents. Network: a2bb0487-c995-4c1e-868c-b104afa845b4, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:28:36.331439 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Network a2bb0487-c995-4c1e-868c-b104afa845b4 is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:28:36.346573 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, a2bb0487-c995-4c1e-868c-b104afa845b4) {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:28:36.353223 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:36.354463 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.366867 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fb7a42-50b2-42d9-bb57-f5dbcc4aac95 None None] Network a2bb0487-c995-4c1e-868c-b104afa845b4 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:28:36.380046 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f9f9e6ce-6bb1-4e0d-a378-ee4693e0de1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.389408 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6f20d02c-0563-408a-b605-c52628198660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:36.403357 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6429682 Jun 27 12:28:36.421190 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9e6ce-6bb1-4e0d-a378-ee4693e0de1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de18e3a-4f8f-4a93-b088-c06726ca55ad,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:36.430406 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f9f9e6ce-6bb1-4e0d-a378-ee4693e0de1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:36.432930 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f9f9e6ce-6bb1-4e0d-a378-ee4693e0de1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:36.436847 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-f9f9e6ce-6bb1-4e0d-a378-ee4693e0de1b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2de18e3a-4f8f-4a93-b088-c06726ca55ad HTTP/1.1" status: 204 len: 168 time: 0.2523923 Jun 27 12:28:36.640560 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0e9f19-4415-4c33-bc0b-2acdfb9816c6 None None] Network a2bb0487-c995-4c1e-868c-b104afa845b4 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:28:36.663090 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1972a9-1f25-415e-9df0-9ec1735cd5dc req-86b36906-05fd-4d2e-b42c-dd04002c11af tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:36.668979 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5a1972a9-1f25-415e-9df0-9ec1735cd5dc req-86b36906-05fd-4d2e-b42c-dd04002c11af tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1215632 Jun 27 12:28:36.728857 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5a1972a9-1f25-415e-9df0-9ec1735cd5dc req-d8849b50-2dad-4ae3-bd71-b5b582d98276 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556083 Jun 27 12:28:37.792650 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 60880) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:37.804320 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1306015124-network', 'tenant_id': '9846d24bd58948bdbd4f74bf1a793a80'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:28:37.811311 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:37.817699 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Usage tracker for resource:network and tenant:9846d24bd58948bdbd4f74bf1a793a80 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:37.823722 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:37.833513 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:37.851202 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Made reservation on behalf of 9846d24bd58948bdbd4f74bf1a793a80 for: {'network': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:28:37.854621 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:37.873981 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:37.902167 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:37.967807 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Usage tracker for resource:security_group_rule and tenant:9846d24bd58948bdbd4f74bf1a793a80 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:37.977694 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:37.989802 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:38.087504 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1d662-38b5-45ac-ae36-f177e9026413 req-4aa78151-7146-4aad-9aa3-9b6be56d74dc tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:38.096390 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-21b1d662-38b5-45ac-ae36-f177e9026413 req-4aa78151-7146-4aad-9aa3-9b6be56d74dc tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1960194 Jun 27 12:28:38.190391 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-21b1d662-38b5-45ac-ae36-f177e9026413 req-2755f8a3-7007-4f57-936d-653f638750a3 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920908 Jun 27 12:28:38.206668 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.214304 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.219718 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2a6e7e43-fadd-4d97-a03b-c33e918a9844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:38.257671 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dce4278-d1a8-4eae-b415-47ee7e0af4ba,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:38.260609 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=78480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:28:38.263002 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:38.272215 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.272602 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.segments_db [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Added segment d968ac6e-5208-45a6-a0aa-779a0c56c196 of type vlan for network 9aa015ce-3fa9-4299-83c5-bb14a57ade64 Jun 27 12:28:38.309480 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.349826 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.351723 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:38.353436 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.361522 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b98a7ccf-d024-4074-afd7-fc9dd50ffa83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:38.466372 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6705663 Jun 27 12:28:38.469483 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60908) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:38.475431 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Pushing event updated for resources: {'Network': ['ID=9aa015ce-3fa9-4299-83c5-bb14a57ade64,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:38.476735 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Request body: {'subnet': {'network_id': '9aa015ce-3fa9-4299-83c5-bb14a57ade64', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1306015124-subnet', 'tenant_id': '9846d24bd58948bdbd4f74bf1a793a80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:28:38.479831 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:38.488066 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network 9aa015ce-3fa9-4299-83c5-bb14a57ade64 details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:28:38.490026 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:38.495293 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Usage tracker for resource:subnet and tenant:9846d24bd58948bdbd4f74bf1a793a80 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:38.499120 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:38.507060 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:38.617113 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Made reservation on behalf of 9846d24bd58948bdbd4f74bf1a793a80 for: {'subnet': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:28:38.619834 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10275220'] for subnet, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.911461 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2204543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10275202'] for subnet, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:38.917800 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8336ad57-d89f-47d3-b5ff-e1e5d4ddd455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:38.992898 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5160b497-4803-4e9c-bb96-983c89bab2ac,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:38.996564 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:39.003744 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Checking segment: {'id': 'd968ac6e-5208-45a6-a0aa-779a0c56c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9aa015ce-3fa9-4299-83c5-bb14a57ade64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:28:39.004074 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Network hostable DHCP agents. Network: 9aa015ce-3fa9-4299-83c5-bb14a57ade64, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:28:39.025443 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Network 9aa015ce-3fa9-4299-83c5-bb14a57ade64 is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:28:39.035734 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, 9aa015ce-3fa9-4299-83c5-bb14a57ade64) {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:28:39.042076 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:39.043039 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.050059 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126c3a7a-868a-44f2-b3c1-0e78f97bfebb None None] Network 9aa015ce-3fa9-4299-83c5-bb14a57ade64 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:28:39.068163 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-ae3524ff-1457-4825-841a-38fd2711aea8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5973327 Jun 27 12:28:39.245609 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60972) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:39.310195 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4326c210-d17b-45d6-8069-a02f5e98763c None None] Network 9aa015ce-3fa9-4299-83c5-bb14a57ade64 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:28:39.339609 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2b33a2-3673-49a5-b05f-a165926eaeff admin admin] Deleting subnet 2e59d821-0dfd-477d-8ad0-b05d4a5ff6ba {{(pid=78479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:28:39.348237 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4b2b33a2-3673-49a5-b05f-a165926eaeff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.483205 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4b2b33a2-3673-49a5-b05f-a165926eaeff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424079'] for subnet, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.578434 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4b2b33a2-3673-49a5-b05f-a165926eaeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.630323 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549a249-3bf2-43ce-8aba-6b83002aca38 req-ac4f7384-bd9f-4c80-a52d-049b947d1304 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:39.637755 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1549a249-3bf2-43ce-8aba-6b83002aca38 req-ac4f7384-bd9f-4c80-a52d-049b947d1304 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.2448549 Jun 27 12:28:39.700189 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1549a249-3bf2-43ce-8aba-6b83002aca38 req-58209843-c59c-4898-aac1-02bbe27452c5 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613818 Jun 27 12:28:39.734047 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4b2b33a2-3673-49a5-b05f-a165926eaeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10275257'] for subnet, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.741425 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:39.783980 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b33a2-3673-49a5-b05f-a165926eaeff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e59d821-0dfd-477d-8ad0-b05d4a5ff6ba,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:39.786303 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-4b2b33a2-3673-49a5-b05f-a165926eaeff admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:39.791540 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4b2b33a2-3673-49a5-b05f-a165926eaeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:39.796483 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-4b2b33a2-3673-49a5-b05f-a165926eaeff admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2e59d821-0dfd-477d-8ad0-b05d4a5ff6ba HTTP/1.1" status: 204 len: 168 time: 0.5483942 Jun 27 12:28:39.798519 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 60994) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:39.978103 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.106183 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.118792 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bb0487-c995-4c1e-868c-b104afa845b4']}} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:40.133623 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8bed97-02c7-45a0-853c-cdba8c7d825f') {'for_net_delete': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:40.133906 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8bed97-02c7-45a0-853c-cdba8c7d825f') {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:40.145150 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424118'] for segment, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.161389 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.168821 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=78479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:28:40.169280 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2205596'] for segment, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: Traceback (most recent call last): Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: timer() Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: cb(*args, **kw) Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: return func(*args, **kwargs) Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: self._notify() Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: self.callback(batched_events) Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: event.method(event) Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: return f(self, *a, **k) Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._get(url).json() Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: return self.request(url, 'GET', **kwargs) Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:28:40.182555 dv-cinder-798099-1-iscsi neutron-server[78479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:28:40.259041 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.265240 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-afb0cf85-1150-43ca-9bf1-523d51f994ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:40.288110 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.291128 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2bb0487-c995-4c1e-868c-b104afa845b4,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:40.294091 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:40.299994 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a2bb0487-c995-4c1e-868c-b104afa845b4 HTTP/1.1" status: 204 len: 168 time: 0.5002372 Jun 27 12:28:40.300118 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 32776) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:40.358797 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e705ea-504e-437d-88fc-aaa7467cc526 admin admin] Deleting subnet 5160b497-4803-4e9c-bb96-983c89bab2ac {{(pid=78480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:28:40.362013 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-81e705ea-504e-437d-88fc-aaa7467cc526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.415685 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-81e705ea-504e-437d-88fc-aaa7467cc526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3158166'] for subnet, precommit_delete_associations {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.474523 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-81e705ea-504e-437d-88fc-aaa7467cc526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.544115 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-81e705ea-504e-437d-88fc-aaa7467cc526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2400268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389571'] for subnet, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.549896 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-59f08a72-5907-43b2-aa4e-dd52b4601eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:40.590482 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e705ea-504e-437d-88fc-aaa7467cc526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5160b497-4803-4e9c-bb96-983c89bab2ac,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:40.592459 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-81e705ea-504e-437d-88fc-aaa7467cc526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.598164 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-81e705ea-504e-437d-88fc-aaa7467cc526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:40.600099 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-81e705ea-504e-437d-88fc-aaa7467cc526 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5160b497-4803-4e9c-bb96-983c89bab2ac HTTP/1.1" status: 204 len: 168 time: 0.2988865 Jun 27 12:28:40.602831 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 32794) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:40.718165 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.866877 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.884078 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa015ce-3fa9-4299-83c5-bb14a57ade64']}} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:40.897692 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd968ac6e-5208-45a6-a0aa-779a0c56c196') {'for_net_delete': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:40.897924 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd968ac6e-5208-45a6-a0aa-779a0c56c196') {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:28:40.911161 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424118'] for segment, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.943654 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.944855 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9d681-4497-4f5c-9bb8-a30607454c5f req-c39b5704-489d-4281-a251-7f1c01f67ded tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:40.946830 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f4e9d681-4497-4f5c-9bb8-a30607454c5f req-c39b5704-489d-4281-a251-7f1c01f67ded tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0921628 Jun 27 12:28:40.955651 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=78479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:28:40.955651 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2205596'] for segment, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: Traceback (most recent call last): Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: timer() Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: cb(*args, **kw) Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: return func(*args, **kwargs) Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: self._notify() Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: self.callback(batched_events) Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: event.method(event) Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: return f(self, *a, **k) Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._get(url).json() Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: return self.request(url, 'GET', **kwargs) Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:28:40.986773 dv-cinder-798099-1-iscsi neutron-server[78479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:28:41.010792 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f4e9d681-4497-4f5c-9bb8-a30607454c5f req-715c98be-30cd-4188-8c52-a7a85a0e14c5 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538061 Jun 27 12:28:41.080230 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:41.084414 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:41.176271 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:41.186251 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] 10.222.0.38 "DELETE /v2.0/networks/9aa015ce-3fa9-4299-83c5-bb14a57ade64 HTTP/1.1" status: 204 len: 168 time: 0.5822675 Jun 27 12:28:41.190660 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] Pushing event deleted for resources: {'Network': ['ID=9aa015ce-3fa9-4299-83c5-bb14a57ade64,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:41.200533 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:41.407232 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 32820) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:41.465499 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-55b19bdc-29be-48d0-bb90-bad1110957bc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f68fee50a754411a92dab6bc3ec49c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559132 Jun 27 12:28:41.467938 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 32824) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:41.534560 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-23a53af0-a1e7-41d8-b77e-c63966eda399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:41.562365 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-23a53af0-a1e7-41d8-b77e-c63966eda399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:41.623757 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-23a53af0-a1e7-41d8-b77e-c63966eda399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:41.629822 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-333ed43e-0818-4989-b26d-fe7880f929c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:41.643573 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a53af0-a1e7-41d8-b77e-c63966eda399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3300a0a-5a8d-44c7-be7e-a55846891b4a,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:41.646067 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-23a53af0-a1e7-41d8-b77e-c63966eda399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:41.648554 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-23a53af0-a1e7-41d8-b77e-c63966eda399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:41.649707 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-23a53af0-a1e7-41d8-b77e-c63966eda399 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c3300a0a-5a8d-44c7-be7e-a55846891b4a HTTP/1.1" status: 204 len: 168 time: 0.1803572 Jun 27 12:28:42.036876 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 32848) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:42.091316 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e1380d62-8b61-4ef8-90d7-f32caab42a4f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9846d24bd58948bdbd4f74bf1a793a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509899 Jun 27 12:28:42.091532 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 32854) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:42.150532 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e57ec01b-675f-4d35-ba7b-b04dd4a5e681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:42.218749 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e57ec01b-675f-4d35-ba7b-b04dd4a5e681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:42.282669 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17887f09-ec87-4cca-b582-a2bdc2ef0ed0 req-4e5f0972-0484-4216-a896-663fbca06d73 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:42.284167 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-17887f09-ec87-4cca-b582-a2bdc2ef0ed0 req-4e5f0972-0484-4216-a896-663fbca06d73 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1317170 Jun 27 12:28:42.308180 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e57ec01b-675f-4d35-ba7b-b04dd4a5e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:42.314816 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7123f43c-8bee-49b6-a38d-bd85392d43fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:42.335492 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ec01b-675f-4d35-ba7b-b04dd4a5e681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dce4278-d1a8-4eae-b415-47ee7e0af4ba,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:42.340565 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e57ec01b-675f-4d35-ba7b-b04dd4a5e681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:42.342223 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e57ec01b-675f-4d35-ba7b-b04dd4a5e681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:42.343340 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e57ec01b-675f-4d35-ba7b-b04dd4a5e681 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6dce4278-d1a8-4eae-b415-47ee7e0af4ba HTTP/1.1" status: 204 len: 168 time: 0.2509191 Jun 27 12:28:42.355712 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-17887f09-ec87-4cca-b582-a2bdc2ef0ed0 req-5f921fa6-64e2-4491-98f4-357d99acc27a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649827 Jun 27 12:28:43.563109 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002886f-b8ad-4bf6-a71d-3a0cc540e1f0 req-4edcac65-383a-4cc0-8666-146ccb676c9f tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:43.564775 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4002886f-b8ad-4bf6-a71d-3a0cc540e1f0 req-4edcac65-383a-4cc0-8666-146ccb676c9f tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0947151 Jun 27 12:28:43.611462 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4002886f-b8ad-4bf6-a71d-3a0cc540e1f0 req-d2e3b956-0ea1-404f-9abf-138b4a9444ae tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Jun 27 12:28:44.815214 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756e7f6-73ca-4175-9631-07b074a6559a req-76f9d582-f309-4d72-bc71-846bca85bda5 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:44.818394 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3756e7f6-73ca-4175-9631-07b074a6559a req-76f9d582-f309-4d72-bc71-846bca85bda5 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0968630 Jun 27 12:28:44.888453 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3756e7f6-73ca-4175-9631-07b074a6559a req-e84d9ea1-24ed-4902-aa70-0ffbfa70cc17 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620282 Jun 27 12:28:46.087093 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b269867-1f61-4000-959c-592ee4aee349 req-4cdfcaf1-348a-4ddc-a3aa-47c4d08cc417 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:46.088663 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9b269867-1f61-4000-959c-592ee4aee349 req-4cdfcaf1-348a-4ddc-a3aa-47c4d08cc417 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0926552 Jun 27 12:28:46.149275 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9b269867-1f61-4000-959c-592ee4aee349 req-6779688a-89e7-4249-b267-248e259c59b6 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540595 Jun 27 12:28:47.378968 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63a353-34e3-49d8-8dfc-a3af7a31846f req-3033481a-b56b-4f9b-9caa-3b8609dd9ac1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:47.388137 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3b63a353-34e3-49d8-8dfc-a3af7a31846f req-3033481a-b56b-4f9b-9caa-3b8609dd9ac1 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1286159 Jun 27 12:28:47.457030 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3b63a353-34e3-49d8-8dfc-a3af7a31846f req-56dc822b-4377-41f5-9550-b86fdb190277 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677006 Jun 27 12:28:48.820449 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdae69-a1e8-414b-8b0c-9f0ec7f25ed6 req-3a32357f-ffcb-473f-8f57-840a6becbc36 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:48.821944 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-11bdae69-a1e8-414b-8b0c-9f0ec7f25ed6 req-3a32357f-ffcb-473f-8f57-840a6becbc36 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1002269 Jun 27 12:28:48.875057 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-11bdae69-a1e8-414b-8b0c-9f0ec7f25ed6 req-6416f0fb-b13e-4f5d-a9e2-734bbe1e6a28 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459948 Jun 27 12:28:55.284450 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:55.953348 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264abbf-2734-4d2c-9e2b-934dc43c067e req-264a3c67-9703-49dc-85d6-687b9c425906 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:55.954777 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6264abbf-2734-4d2c-9e2b-934dc43c067e req-264a3c67-9703-49dc-85d6-687b9c425906 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0806794 Jun 27 12:28:56.074214 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6264abbf-2734-4d2c-9e2b-934dc43c067e req-1cd633b9-cf2f-4ab1-b880-afd0c1e52d03 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132860 Jun 27 12:28:56.508401 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0f178168-4718-469b-acea-58ddbd9c04a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:56.920471 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:57.271595 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3369bb-48c7-4f1b-b0f2-0376cdc0c841 req-67d56897-86da-4eda-81af-9fb26bc9c4b8 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:57.272300 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3d3369bb-48c7-4f1b-b0f2-0376cdc0c841 req-67d56897-86da-4eda-81af-9fb26bc9c4b8 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0845346 Jun 27 12:28:57.318474 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3d3369bb-48c7-4f1b-b0f2-0376cdc0c841 req-49a27ee0-86be-48d1-b18f-4f356120737f tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Jun 27 12:28:58.412461 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 33254) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:58.540108 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f368bb-f7b7-4577-9129-0e5cd7702cc3 req-01a1315a-3101-4bc2-bd3f-81a3b5a18874 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:58.541652 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-75f368bb-f7b7-4577-9129-0e5cd7702cc3 req-01a1315a-3101-4bc2-bd3f-81a3b5a18874 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0958309 Jun 27 12:28:58.589796 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-57695e32-6e19-4704-bdcd-c9c2bec01325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:58.593676 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-75f368bb-f7b7-4577-9129-0e5cd7702cc3 req-b43c5a41-94b3-4744-95c0-5b03187077c9 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461149 Jun 27 12:28:58.621708 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-57695e32-6e19-4704-bdcd-c9c2bec01325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:58.626434 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-57695e32-6e19-4704-bdcd-c9c2bec01325 admin admin] Usage tracker for resource:security_group_rule and tenant:5974c4018ea44c339b3bd3ee08deda51 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:58.629400 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-57695e32-6e19-4704-bdcd-c9c2bec01325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:58.635057 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-57695e32-6e19-4704-bdcd-c9c2bec01325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:58.722767 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-57695e32-6e19-4704-bdcd-c9c2bec01325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:58.728251 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-57695e32-6e19-4704-bdcd-c9c2bec01325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:58.737437 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-23a53af0-a1e7-41d8-b77e-c63966eda399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:58.779583 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-57695e32-6e19-4704-bdcd-c9c2bec01325 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5974c4018ea44c339b3bd3ee08deda51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651700 Jun 27 12:28:58.782594 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57695e32-6e19-4704-bdcd-c9c2bec01325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01572b3e-1d70-4e5f-865a-1e0d631d5f31,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:58.784980 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 33274) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:58.803107 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-57695e32-6e19-4704-bdcd-c9c2bec01325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:58.928670 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-58731fc9-ead7-4b0f-85fe-8f19dc3132d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:58.958364 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-58731fc9-ead7-4b0f-85fe-8f19dc3132d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.013324 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-58731fc9-ead7-4b0f-85fe-8f19dc3132d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.018148 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c44bab42-4b58-444f-9069-f765b58ac351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:59.030408 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58731fc9-ead7-4b0f-85fe-8f19dc3132d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01572b3e-1d70-4e5f-865a-1e0d631d5f31,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:59.033082 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-58731fc9-ead7-4b0f-85fe-8f19dc3132d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:59.035097 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-58731fc9-ead7-4b0f-85fe-8f19dc3132d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.038859 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-58731fc9-ead7-4b0f-85fe-8f19dc3132d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01572b3e-1d70-4e5f-865a-1e0d631d5f31 HTTP/1.1" status: 204 len: 168 time: 0.2323046 Jun 27 12:28:59.115886 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-7f7f2b5c-5419-4ea1-9ace-86bf590b9443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.385128 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 33298) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:59.402860 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ce2989bc-0080-4842-ad25-3c80a9e4e96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.417617 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ce2989bc-0080-4842-ad25-3c80a9e4e96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:28:59.421873 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ce2989bc-0080-4842-ad25-3c80a9e4e96a admin admin] Usage tracker for resource:security_group_rule and tenant:bcf020007b434a6db241c55143bcd996 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:28:59.425051 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ce2989bc-0080-4842-ad25-3c80a9e4e96a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:28:59.435180 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ce2989bc-0080-4842-ad25-3c80a9e4e96a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:28:59.528534 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ce2989bc-0080-4842-ad25-3c80a9e4e96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.535211 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ce2989bc-0080-4842-ad25-3c80a9e4e96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.542755 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-76cdeb92-ed0b-47a9-941b-be1a2a7db269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:59.585486 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-ce2989bc-0080-4842-ad25-3c80a9e4e96a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bcf020007b434a6db241c55143bcd996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992536 Jun 27 12:28:59.586377 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2989bc-0080-4842-ad25-3c80a9e4e96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab13b028-78fc-45d8-a770-2eacd1559dc7,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:59.588468 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 33302) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:28:59.589272 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ce2989bc-0080-4842-ad25-3c80a9e4e96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:59.655750 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7997a834-f8fa-430c-9afb-113bda6a9f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.685097 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7997a834-f8fa-430c-9afb-113bda6a9f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.739494 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7997a834-f8fa-430c-9afb-113bda6a9f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.743775 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:28:59.755106 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997a834-f8fa-430c-9afb-113bda6a9f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab13b028-78fc-45d8-a770-2eacd1559dc7,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:28:59.757753 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7997a834-f8fa-430c-9afb-113bda6a9f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:28:59.764917 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7997a834-f8fa-430c-9afb-113bda6a9f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:28:59.768312 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-7997a834-f8fa-430c-9afb-113bda6a9f23 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab13b028-78fc-45d8-a770-2eacd1559dc7 HTTP/1.1" status: 204 len: 168 time: 0.1764836 Jun 27 12:28:59.810215 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bbf8a-36e4-4425-9377-85d429bfa49c req-da157932-1827-431f-a1b8-3b204c8634dc tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:28:59.817580 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-472bbf8a-36e4-4425-9377-85d429bfa49c req-da157932-1827-431f-a1b8-3b204c8634dc tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0978363 Jun 27 12:28:59.870616 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-472bbf8a-36e4-4425-9377-85d429bfa49c req-d4f76641-38f3-47cf-a8f3-2988a22c70bd tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521400 Jun 27 12:29:00.080657 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:01.066264 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ed857-8b98-4e2c-b5e2-f62080083c86 req-53611d94-9cd6-4fd0-873d-1d7c3bf1e269 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:01.068974 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3e6ed857-8b98-4e2c-b5e2-f62080083c86 req-53611d94-9cd6-4fd0-873d-1d7c3bf1e269 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0828838 Jun 27 12:29:01.119908 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3e6ed857-8b98-4e2c-b5e2-f62080083c86 req-a609a844-dcda-4da1-84e1-8a45cc5d3d3d tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449395 Jun 27 12:29:01.553640 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:02.337639 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75942bf6-13bc-43b3-a0b8-c22b0806bfab req-11f66652-ee68-49c2-9c47-4cae9d19b0f5 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:02.339106 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-75942bf6-13bc-43b3-a0b8-c22b0806bfab req-11f66652-ee68-49c2-9c47-4cae9d19b0f5 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.0832121 Jun 27 12:29:02.384522 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-75942bf6-13bc-43b3-a0b8-c22b0806bfab req-d75edc13-5147-4dfd-8dcb-af322a8133a7 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395539 Jun 27 12:29:02.633093 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:29:03.428718 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 33488) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:03.577867 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3a6d6785-fa16-4285-8daf-a6026167859d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:03.584895 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc38962-d8d1-4c82-b354-b7970a62a6d4 req-a66bf6c2-ca01-4e16-b6b7-83e3231ad5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:03.586190 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6bc38962-d8d1-4c82-b354-b7970a62a6d4 req-a66bf6c2-ca01-4e16-b6b7-83e3231ad5d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 1099 time: 0.0787406 Jun 27 12:29:03.599077 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-3a6d6785-fa16-4285-8daf-a6026167859d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:03.604445 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-3a6d6785-fa16-4285-8daf-a6026167859d admin admin] Usage tracker for resource:security_group_rule and tenant:36d5768f03e0473ab174ddef799a1d41 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:03.607914 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-3a6d6785-fa16-4285-8daf-a6026167859d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:03.615580 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-3a6d6785-fa16-4285-8daf-a6026167859d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:03.628563 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6bc38962-d8d1-4c82-b354-b7970a62a6d4 req-2e2118fe-8726-471e-a29a-0a89d18b2aa5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350993 Jun 27 12:29:03.663491 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd8f2c-165c-471d-8cff-409c2c257e96 req-29954ed9-8d45-4d83-bd24-bbeffe7608b7 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:03.665341 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-60fd8f2c-165c-471d-8cff-409c2c257e96 req-29954ed9-8d45-4d83-bd24-bbeffe7608b7 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1539550 Jun 27 12:29:03.734438 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-60fd8f2c-165c-471d-8cff-409c2c257e96 req-61e7666e-1f58-4a84-b902-f3331894a7fa tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571434 Jun 27 12:29:03.774391 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3a6d6785-fa16-4285-8daf-a6026167859d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:03.780460 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3a6d6785-fa16-4285-8daf-a6026167859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:03.788883 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4bfe2e5e-70c0-43a0-a0ce-60fda9b0abb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:03.833157 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-3a6d6785-fa16-4285-8daf-a6026167859d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=36d5768f03e0473ab174ddef799a1d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033489 Jun 27 12:29:03.833304 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 33504) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:03.835280 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d6785-fa16-4285-8daf-a6026167859d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3056eec-9985-4586-8fdb-55a3cb210380,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:03.839007 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3a6d6785-fa16-4285-8daf-a6026167859d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:03.934321 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0a847e7d-06ed-4363-a5f7-4f369ee36710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:03.968890 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0a847e7d-06ed-4363-a5f7-4f369ee36710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.032755 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0a847e7d-06ed-4363-a5f7-4f369ee36710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.036565 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f55f1575-a8e4-4000-8ccf-8afa47b50798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:04.051096 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a847e7d-06ed-4363-a5f7-4f369ee36710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3056eec-9985-4586-8fdb-55a3cb210380,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:04.054273 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-0a847e7d-06ed-4363-a5f7-4f369ee36710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:04.055483 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0a847e7d-06ed-4363-a5f7-4f369ee36710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.059449 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-0a847e7d-06ed-4363-a5f7-4f369ee36710 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c3056eec-9985-4586-8fdb-55a3cb210380 HTTP/1.1" status: 204 len: 168 time: 0.2221892 Jun 27 12:29:04.422513 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 33532) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:04.442274 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6d999e3d-d678-4bf5-9506-59dbef20619c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.468371 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-6d999e3d-d678-4bf5-9506-59dbef20619c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:04.472998 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-6d999e3d-d678-4bf5-9506-59dbef20619c admin admin] Usage tracker for resource:security_group_rule and tenant:d11d029ff57c4775a8eea1f870d6a130 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:04.476161 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-6d999e3d-d678-4bf5-9506-59dbef20619c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:04.482010 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-6d999e3d-d678-4bf5-9506-59dbef20619c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:04.575809 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6d999e3d-d678-4bf5-9506-59dbef20619c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.580910 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6d999e3d-d678-4bf5-9506-59dbef20619c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.588094 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-8b85ec17-6020-4ef8-a5ff-e7e887d1fada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:04.628457 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-6d999e3d-d678-4bf5-9506-59dbef20619c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d11d029ff57c4775a8eea1f870d6a130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044539 Jun 27 12:29:04.629524 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d999e3d-d678-4bf5-9506-59dbef20619c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96f7f4-891e-4b18-a113-d418637ae7ab,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:04.631310 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 33540) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:04.632965 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6d999e3d-d678-4bf5-9506-59dbef20619c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:04.750711 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e7789a1a-e40b-47c9-9209-34a7344f4d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.846107 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e7789a1a-e40b-47c9-9209-34a7344f4d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.918706 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e7789a1a-e40b-47c9-9209-34a7344f4d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:04.925759 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-bf70dbc5-4bc4-46ef-b5c5-3d827e0e03db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:04.970173 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7789a1a-e40b-47c9-9209-34a7344f4d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e96f7f4-891e-4b18-a113-d418637ae7ab,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:04.978555 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e7789a1a-e40b-47c9-9209-34a7344f4d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:05.004721 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e7789a1a-e40b-47c9-9209-34a7344f4d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:05.008959 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e7789a1a-e40b-47c9-9209-34a7344f4d41 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e96f7f4-891e-4b18-a113-d418637ae7ab HTTP/1.1" status: 204 len: 168 time: 0.3759081 Jun 27 12:29:05.110404 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080599d-99ce-4c75-8333-e3393d846781 req-38093b04-0ab7-4a77-ba74-78976c197145 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:05.112147 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6080599d-99ce-4c75-8333-e3393d846781 req-38093b04-0ab7-4a77-ba74-78976c197145 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1620133 Jun 27 12:29:05.167117 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6080599d-99ce-4c75-8333-e3393d846781 req-7f981e1c-7c81-4ab0-9fc9-61858b93824f tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491045 Jun 27 12:29:06.393770 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 33624) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:06.469772 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6f042-679d-409d-bde1-53e2eb28a570 req-37e323a0-eeb9-4f8e-b7ef-4d4e284a9e3c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:06.471269 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ddd6f042-679d-409d-bde1-53e2eb28a570 req-37e323a0-eeb9-4f8e-b7ef-4d4e284a9e3c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1091566 Jun 27 12:29:06.549077 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ddd6f042-679d-409d-bde1-53e2eb28a570 req-a4fa1ce4-1b97-48bd-b8df-c23c65681024 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695636 Jun 27 12:29:06.741006 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3b254c03-9fab-4a15-9f2d-e927e27eb1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.758148 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-3b254c03-9fab-4a15-9f2d-e927e27eb1c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:06.764086 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-3b254c03-9fab-4a15-9f2d-e927e27eb1c0 admin admin] Usage tracker for resource:security_group_rule and tenant:165c876ad0a045e49df0cf052e3f88ad is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:06.767705 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-3b254c03-9fab-4a15-9f2d-e927e27eb1c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:06.782529 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-3b254c03-9fab-4a15-9f2d-e927e27eb1c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:06.825871 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c49caf-4623-4115-a50e-d088802ac1df req-9390dec0-ebec-4adb-a7d0-f49b5f8c2ee2 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:06.827410 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-66c49caf-4623-4115-a50e-d088802ac1df req-9390dec0-ebec-4adb-a7d0-f49b5f8c2ee2 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1478856 Jun 27 12:29:06.897201 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-66c49caf-4623-4115-a50e-d088802ac1df req-1e6bd342-3834-4b4d-a659-86940cace836 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625041 Jun 27 12:29:06.937105 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3b254c03-9fab-4a15-9f2d-e927e27eb1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.941502 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3b254c03-9fab-4a15-9f2d-e927e27eb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:06.955578 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:06.995481 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-3b254c03-9fab-4a15-9f2d-e927e27eb1c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=165c876ad0a045e49df0cf052e3f88ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6004033 Jun 27 12:29:06.996508 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b254c03-9fab-4a15-9f2d-e927e27eb1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9a2e7c-1fc3-468e-8bdf-5985108c73af,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:06.999082 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 33652) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:07.001939 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3b254c03-9fab-4a15-9f2d-e927e27eb1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:07.068001 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-aa088ab8-006d-409f-8a76-d1cf29ec1ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.094326 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-aa088ab8-006d-409f-8a76-d1cf29ec1ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.118151 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 33656) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:07.153292 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-aa088ab8-006d-409f-8a76-d1cf29ec1ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.160958 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a18cca96-8b32-416a-9937-5776272a07e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:07.177866 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa088ab8-006d-409f-8a76-d1cf29ec1ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9a2e7c-1fc3-468e-8bdf-5985108c73af,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:07.180843 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-aa088ab8-006d-409f-8a76-d1cf29ec1ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:07.185936 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-aa088ab8-006d-409f-8a76-d1cf29ec1ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.189909 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-aa088ab8-006d-409f-8a76-d1cf29ec1ec1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b9a2e7c-1fc3-468e-8bdf-5985108c73af HTTP/1.1" status: 204 len: 168 time: 0.1896687 Jun 27 12:29:07.257096 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b385e065-1c2c-4b0c-a1b9-55c2409babeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.272150 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-b385e065-1c2c-4b0c-a1b9-55c2409babeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:07.276992 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-b385e065-1c2c-4b0c-a1b9-55c2409babeb admin admin] Usage tracker for resource:security_group_rule and tenant:0a631b1b199343a0a6c2be385fd905c7 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:07.280779 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-b385e065-1c2c-4b0c-a1b9-55c2409babeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:07.287938 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-b385e065-1c2c-4b0c-a1b9-55c2409babeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:07.444088 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b385e065-1c2c-4b0c-a1b9-55c2409babeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.452708 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b385e065-1c2c-4b0c-a1b9-55c2409babeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.468925 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3eb54898-1c9f-463f-9e86-5c897718a58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:07.510585 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-b385e065-1c2c-4b0c-a1b9-55c2409babeb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a631b1b199343a0a6c2be385fd905c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910401 Jun 27 12:29:07.513435 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 33674) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:07.516170 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385e065-1c2c-4b0c-a1b9-55c2409babeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72702265-00dd-4571-bab1-87e9b7db4987,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:07.528556 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b385e065-1c2c-4b0c-a1b9-55c2409babeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:07.580915 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8481853b-ba82-4cf7-8124-0a318528bd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.596722 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 33680) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:07.613155 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8481853b-ba82-4cf7-8124-0a318528bd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.627042 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2a40acf1-aa2f-4af0-bfc2-a926752eb181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.647671 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-2a40acf1-aa2f-4af0-bfc2-a926752eb181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:07.651603 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-2a40acf1-aa2f-4af0-bfc2-a926752eb181 admin admin] Usage tracker for resource:security_group_rule and tenant:cea80782d0804e54b17bb374b9afef59 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:07.654632 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-2a40acf1-aa2f-4af0-bfc2-a926752eb181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:07.660530 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-2a40acf1-aa2f-4af0-bfc2-a926752eb181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:07.690984 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8481853b-ba82-4cf7-8124-0a318528bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.695971 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0202d81e-1fb3-48c0-b7ea-534f6b198967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:07.706256 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481853b-ba82-4cf7-8124-0a318528bd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72702265-00dd-4571-bab1-87e9b7db4987,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:07.709880 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8481853b-ba82-4cf7-8124-0a318528bd00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:07.713394 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8481853b-ba82-4cf7-8124-0a318528bd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.716791 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-8481853b-ba82-4cf7-8124-0a318528bd00 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72702265-00dd-4571-bab1-87e9b7db4987 HTTP/1.1" status: 204 len: 168 time: 0.2001569 Jun 27 12:29:07.751705 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2a40acf1-aa2f-4af0-bfc2-a926752eb181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.756552 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2a40acf1-aa2f-4af0-bfc2-a926752eb181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.764868 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-52f63d2e-8072-425d-ac96-1ae7d2e2b52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:07.804917 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-2a40acf1-aa2f-4af0-bfc2-a926752eb181 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cea80782d0804e54b17bb374b9afef59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060869 Jun 27 12:29:07.806826 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40acf1-aa2f-4af0-bfc2-a926752eb181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee2d4b7-7218-465a-90d5-8a67758161e1,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:07.807952 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 33688) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:07.815755 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2a40acf1-aa2f-4af0-bfc2-a926752eb181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:07.873531 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a5e2985b-d49a-48a8-a6c3-5637839d6f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.915334 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a5e2985b-d49a-48a8-a6c3-5637839d6f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.974015 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a5e2985b-d49a-48a8-a6c3-5637839d6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:07.979011 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-85846260-5e3e-4659-9492-29b9f0a6bd0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:07.991558 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2985b-d49a-48a8-a6c3-5637839d6f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee2d4b7-7218-465a-90d5-8a67758161e1,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:07.994597 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a5e2985b-d49a-48a8-a6c3-5637839d6f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:07.996762 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a5e2985b-d49a-48a8-a6c3-5637839d6f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:08.000505 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-a5e2985b-d49a-48a8-a6c3-5637839d6f1f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4ee2d4b7-7218-465a-90d5-8a67758161e1 HTTP/1.1" status: 204 len: 168 time: 0.1894724 Jun 27 12:29:08.143576 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 33698) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:08.162749 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0dc112d9-345a-4588-82c7-344a7069d946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:08.178077 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-0dc112d9-345a-4588-82c7-344a7069d946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:08.182054 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-0dc112d9-345a-4588-82c7-344a7069d946 admin admin] Usage tracker for resource:security_group_rule and tenant:4eba0dd50ae7447187699e6386217266 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:08.185113 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-0dc112d9-345a-4588-82c7-344a7069d946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:08.190779 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-0dc112d9-345a-4588-82c7-344a7069d946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:08.274776 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0dc112d9-345a-4588-82c7-344a7069d946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:08.280155 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0dc112d9-345a-4588-82c7-344a7069d946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:08.293182 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-aa088ab8-006d-409f-8a76-d1cf29ec1ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:08.332443 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-0dc112d9-345a-4588-82c7-344a7069d946 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4eba0dd50ae7447187699e6386217266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868687 Jun 27 12:29:08.334279 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc112d9-345a-4588-82c7-344a7069d946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf925ab9-9451-4b0d-a201-c2a70e0bdece,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:08.335152 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 33706) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:08.337333 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-0dc112d9-345a-4588-82c7-344a7069d946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:08.416050 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-afb889f9-a1b2-4227-b5a7-77706faddd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:08.518375 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-afb889f9-a1b2-4227-b5a7-77706faddd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:08.574535 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-afb889f9-a1b2-4227-b5a7-77706faddd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:08.578070 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-58731fc9-ead7-4b0f-85fe-8f19dc3132d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:08.589114 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb889f9-a1b2-4227-b5a7-77706faddd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf925ab9-9451-4b0d-a201-c2a70e0bdece,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:08.592722 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-afb889f9-a1b2-4227-b5a7-77706faddd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:08.601704 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-afb889f9-a1b2-4227-b5a7-77706faddd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:08.604327 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-afb889f9-a1b2-4227-b5a7-77706faddd88 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf925ab9-9451-4b0d-a201-c2a70e0bdece HTTP/1.1" status: 204 len: 168 time: 0.2665920 Jun 27 12:29:10.037765 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 33792) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:10.163444 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.177928 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:10.181757 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Usage tracker for resource:security_group_rule and tenant:001eed133fbf4606896af697eaf3e8cb is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:10.184668 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:10.190886 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:10.279005 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.284789 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.295142 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f07a10ac-2034-4b0f-84db-3265d4ffbe3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:10.335515 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=001eed133fbf4606896af697eaf3e8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965612 Jun 27 12:29:10.336487 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77c4278-20e7-4eb1-bf76-52fdb319c864,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:10.339373 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 33810) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:10.344488 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.344864 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.345236 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.345581 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.345939 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.346291 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.346638 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.347067 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.347414 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.347931 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.348448 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.348953 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.352932 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:10.414748 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.445091 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.499562 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.503358 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:10.517256 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77c4278-20e7-4eb1-bf76-52fdb319c864,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:10.529599 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.529964 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.530316 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.530659 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.530996 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.531338 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.531647 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.532008 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.532339 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.532696 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.533052 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.533352 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:10.538084 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:10.541113 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:10.544423 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a77c4278-20e7-4eb1-bf76-52fdb319c864 HTTP/1.1" status: 204 len: 168 time: 0.2005310 Jun 27 12:29:10.999140 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 33846) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:11.113489 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f54c0599-3608-4726-9c5c-43885097fcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.128341 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-f54c0599-3608-4726-9c5c-43885097fcc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:11.134175 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-f54c0599-3608-4726-9c5c-43885097fcc2 admin admin] Usage tracker for resource:security_group_rule and tenant:abdb9568d0044a289d8b056be04cba48 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:11.137264 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-f54c0599-3608-4726-9c5c-43885097fcc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:11.143775 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-f54c0599-3608-4726-9c5c-43885097fcc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:11.256531 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f54c0599-3608-4726-9c5c-43885097fcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.261804 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f54c0599-3608-4726-9c5c-43885097fcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.271099 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:11.311945 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-f54c0599-3608-4726-9c5c-43885097fcc2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=abdb9568d0044a289d8b056be04cba48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117082 Jun 27 12:29:11.312703 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c0599-3608-4726-9c5c-43885097fcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4da9a61-c4bc-4add-a012-a75bd39e68b3,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:11.315058 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 33862) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:11.316010 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f54c0599-3608-4726-9c5c-43885097fcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:11.382303 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-62e79cc5-f073-4634-8609-a24db5eaa7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.408263 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-62e79cc5-f073-4634-8609-a24db5eaa7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.470665 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-62e79cc5-f073-4634-8609-a24db5eaa7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.474461 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-45c30ec3-2cdf-413b-bb4e-5bb9e80e023b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:11.487124 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e79cc5-f073-4634-8609-a24db5eaa7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4da9a61-c4bc-4add-a012-a75bd39e68b3,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:11.490997 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-62e79cc5-f073-4634-8609-a24db5eaa7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:11.496537 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-62e79cc5-f073-4634-8609-a24db5eaa7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.499871 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-62e79cc5-f073-4634-8609-a24db5eaa7e2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b4da9a61-c4bc-4add-a012-a75bd39e68b3 HTTP/1.1" status: 204 len: 168 time: 0.1815219 Jun 27 12:29:11.894736 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 33884) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:11.913837 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-84f3cd46-d1d2-4708-bda7-6be32aa24990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:11.928424 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-84f3cd46-d1d2-4708-bda7-6be32aa24990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:11.932135 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-84f3cd46-d1d2-4708-bda7-6be32aa24990 admin admin] Usage tracker for resource:security_group_rule and tenant:05343cc982b04a04969e6208f7c270e8 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:11.934897 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-84f3cd46-d1d2-4708-bda7-6be32aa24990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:11.940474 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-84f3cd46-d1d2-4708-bda7-6be32aa24990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:12.019998 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-84f3cd46-d1d2-4708-bda7-6be32aa24990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:12.025973 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-84f3cd46-d1d2-4708-bda7-6be32aa24990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:12.032899 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f54c0599-3608-4726-9c5c-43885097fcc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:12.071969 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-84f3cd46-d1d2-4708-bda7-6be32aa24990 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=05343cc982b04a04969e6208f7c270e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756024 Jun 27 12:29:12.072826 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3cd46-d1d2-4708-bda7-6be32aa24990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b695c78-d58a-4311-884b-c6932d92a54e,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:12.075106 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 33888) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:12.075913 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-84f3cd46-d1d2-4708-bda7-6be32aa24990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:12.142946 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dad0ab97-3d2b-4f95-aaa1-7f69969bce91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:12.177712 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dad0ab97-3d2b-4f95-aaa1-7f69969bce91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:12.235495 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dad0ab97-3d2b-4f95-aaa1-7f69969bce91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:12.239177 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1588fea7-32b7-4036-af6a-c05cd9e85044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:12.251686 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0ab97-3d2b-4f95-aaa1-7f69969bce91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b695c78-d58a-4311-884b-c6932d92a54e,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:12.254582 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-dad0ab97-3d2b-4f95-aaa1-7f69969bce91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:12.256570 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-dad0ab97-3d2b-4f95-aaa1-7f69969bce91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:12.260312 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-dad0ab97-3d2b-4f95-aaa1-7f69969bce91 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b695c78-d58a-4311-884b-c6932d92a54e HTTP/1.1" status: 204 len: 168 time: 0.1841393 Jun 27 12:29:15.533805 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333359ee-c480-432c-be47-8aa10c1ef21b req-32360c33-5990-459b-b5fb-d90611212832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:15.535487 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-333359ee-c480-432c-be47-8aa10c1ef21b req-32360c33-5990-459b-b5fb-d90611212832 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 1098 time: 0.0822818 Jun 27 12:29:15.605655 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbd945-4846-4c37-8c8f-4060eeb66fb0 req-fb83f5dd-c8d1-4bd4-9944-083c894fc30e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:15.607204 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d3bbd945-4846-4c37-8c8f-4060eeb66fb0 req-fb83f5dd-c8d1-4bd4-9944-083c894fc30e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0924647 Jun 27 12:29:15.656240 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d3bbd945-4846-4c37-8c8f-4060eeb66fb0 req-9cb66ff2-0cdb-4ef1-a231-8e1c1a94544e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423253 Jun 27 12:29:15.776709 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333359ee-c480-432c-be47-8aa10c1ef21b req-534a69d9-8682-446a-9e94-e385d542a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:15.778421 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-333359ee-c480-432c-be47-8aa10c1ef21b req-534a69d9-8682-446a-9e94-e385d542a48c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 200 len: 919 time: 0.2271335 Jun 27 12:29:15.865545 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-333359ee-c480-432c-be47-8aa10c1ef21b req-67ec32ec-6211-428c-a274-d002a777c4a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0006874-b735-4770-8f3f-86d3acdc5089 HTTP/1.1" status: 200 len: 217 time: 0.0758204 Jun 27 12:29:15.933644 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333359ee-c480-432c-be47-8aa10c1ef21b req-75dc29c3-25ae-4c0c-a84b-c056f20e0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:15.935012 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-333359ee-c480-432c-be47-8aa10c1ef21b req-75dc29c3-25ae-4c0c-a84b-c056f20e0e61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a134c88f-299e-4abe-bd3b-b238015fe48c HTTP/1.1" status: 200 len: 858 time: 0.0589669 Jun 27 12:29:15.982359 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-333359ee-c480-432c-be47-8aa10c1ef21b req-6e79df2f-9c63-4ac1-a6e3-540f51898565 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b11a4e2d-a287-410e-8ea7-a192cd2e008d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403993 Jun 27 12:29:16.129228 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-333359ee-c480-432c-be47-8aa10c1ef21b req-fe090234-4234-42fe-89af-a79ec8fc7881 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394691 Jun 27 12:29:16.283920 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-333359ee-c480-432c-be47-8aa10c1ef21b req-dad10276-f0cf-4d49-85c1-1a1a80089af1 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403844 Jun 27 12:29:16.872472 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9b083-9bf1-415c-80a8-e4842c170bf4 req-3afc34ea-a516-4930-b7f5-05531556ba36 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:16.880149 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-08c9b083-9bf1-415c-80a8-e4842c170bf4 req-3afc34ea-a516-4930-b7f5-05531556ba36 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1067274 Jun 27 12:29:16.926337 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-08c9b083-9bf1-415c-80a8-e4842c170bf4 req-2868d254-27b2-4885-8870-8ce4cd74dc04 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452113 Jun 27 12:29:18.133216 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f257d-d76a-47d3-9b93-380ff46fd48e req-a717b9a0-532a-4d0a-ad52-8a12f15ad651 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:18.134632 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-178f257d-d76a-47d3-9b93-380ff46fd48e req-a717b9a0-532a-4d0a-ad52-8a12f15ad651 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0887051 Jun 27 12:29:18.196666 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-178f257d-d76a-47d3-9b93-380ff46fd48e req-ec9548dd-8ca6-4c2c-a17a-1025afb9b695 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561323 Jun 27 12:29:25.288087 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:25.470863 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bec31-b0b8-4327-bc4f-2a5f8b618549 req-039a3c93-816e-4a56-9e2f-5f322718622a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:25.472385 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0b6bec31-b0b8-4327-bc4f-2a5f8b618549 req-039a3c93-816e-4a56-9e2f-5f322718622a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0851324 Jun 27 12:29:25.524437 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0b6bec31-b0b8-4327-bc4f-2a5f8b618549 req-3c07d98f-cebb-4378-aabe-a57f87e3c9a3 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459514 Jun 27 12:29:26.313539 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8e78450a-b846-41c0-ac70-c0a1ed6adb93 req-1e1be0a4-84ea-41ee-880e-a4133634f821 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710869 Jun 27 12:29:26.413130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78450a-b846-41c0-ac70-c0a1ed6adb93 req-7ef13d66-e150-46ef-9124-32d2b2d2b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:26.415404 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8e78450a-b846-41c0-ac70-c0a1ed6adb93 req-7ef13d66-e150-46ef-9124-32d2b2d2b1a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 1098 time: 0.0775666 Jun 27 12:29:26.505710 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-673ce747-4ad8-45e3-a5a5-9089ee2525f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:26.589592 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78450a-b846-41c0-ac70-c0a1ed6adb93 req-4a12994e-aff4-41d9-801f-87cd5deb6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:26.591063 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8e78450a-b846-41c0-ac70-c0a1ed6adb93 req-4a12994e-aff4-41d9-801f-87cd5deb6102 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 917 time: 0.1384549 Jun 27 12:29:26.703830 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8e78450a-b846-41c0-ac70-c0a1ed6adb93 req-ef1d060f-cf9e-4a62-a258-d6f13254816c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c11eb2-4188-4422-95ae-659a89ebeb96 HTTP/1.1" status: 200 len: 1000 time: 0.1051495 Jun 27 12:29:26.756569 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b400b-f350-4ad4-a4a9-8c9b9fb59865 req-c0dbc605-e363-4f01-94ea-fdb3817c2dc3 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:26.756569 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cd3b400b-f350-4ad4-a4a9-8c9b9fb59865 req-c0dbc605-e363-4f01-94ea-fdb3817c2dc3 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0935309 Jun 27 12:29:26.782570 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78450a-b846-41c0-ac70-c0a1ed6adb93 req-8582db5a-3991-4069-a16b-4ea1d4f67fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:26.784128 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8e78450a-b846-41c0-ac70-c0a1ed6adb93 req-8582db5a-3991-4069-a16b-4ea1d4f67fa5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.0728385 Jun 27 12:29:26.814893 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cd3b400b-f350-4ad4-a4a9-8c9b9fb59865 req-97e9566b-1b1d-4ca6-87cc-d721e4b3fa0f tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536900 Jun 27 12:29:26.883448 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78450a-b846-41c0-ac70-c0a1ed6adb93 req-f5adfad4-d7f3-472d-b131-9f16f6d03e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:26.885426 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8e78450a-b846-41c0-ac70-c0a1ed6adb93 req-f5adfad4-d7f3-472d-b131-9f16f6d03e51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936704 Jun 27 12:29:26.934499 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:27.037573 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8e78450a-b846-41c0-ac70-c0a1ed6adb93 req-2b53c896-e2d9-49cb-ba90-2636591e91c4 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442325 Jun 27 12:29:27.177160 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8e78450a-b846-41c0-ac70-c0a1ed6adb93 req-f6620ea5-ace2-4e30-b46f-60105679669a service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329393 Jun 27 12:29:27.674923 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 34198) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:27.800386 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-eb453334-b067-40a1-a9fb-739be44496ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:27.814932 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-eb453334-b067-40a1-a9fb-739be44496ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:27.818737 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-eb453334-b067-40a1-a9fb-739be44496ef admin admin] Usage tracker for resource:security_group_rule and tenant:3665804e2c244370a862fc5932321a32 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:27.821709 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-eb453334-b067-40a1-a9fb-739be44496ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:27.827373 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-eb453334-b067-40a1-a9fb-739be44496ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:27.915413 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-eb453334-b067-40a1-a9fb-739be44496ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:27.921876 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-eb453334-b067-40a1-a9fb-739be44496ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:27.930436 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8481853b-ba82-4cf7-8124-0a318528bd00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:27.993730 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb453334-b067-40a1-a9fb-739be44496ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb1d5d1-9eff-4083-99c6-09b7d2938a3b,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:27.997856 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-eb453334-b067-40a1-a9fb-739be44496ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:28.004771 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-eb453334-b067-40a1-a9fb-739be44496ef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3665804e2c244370a862fc5932321a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287899 Jun 27 12:29:28.005807 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 34208) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:28.140216 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a92f8-a0f1-4146-8d7f-265c7029d155 req-22ca118b-0015-4684-b8a4-a82bebc5f7cb tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:28.141696 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e09a92f8-a0f1-4146-8d7f-265c7029d155 req-22ca118b-0015-4684-b8a4-a82bebc5f7cb tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.2084334 Jun 27 12:29:28.177707 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3a4430e4-b380-4bea-9663-d404613b1dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:28.214178 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e09a92f8-a0f1-4146-8d7f-265c7029d155 req-8ff38a86-af0f-4562-843e-8d1288605e10 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662060 Jun 27 12:29:28.218153 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3a4430e4-b380-4bea-9663-d404613b1dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:28.270834 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3a4430e4-b380-4bea-9663-d404613b1dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:28.274475 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3b254c03-9fab-4a15-9f2d-e927e27eb1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:28.286112 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4430e4-b380-4bea-9663-d404613b1dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb1d5d1-9eff-4083-99c6-09b7d2938a3b,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:28.290327 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3a4430e4-b380-4bea-9663-d404613b1dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:28.300317 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3a4430e4-b380-4bea-9663-d404613b1dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:28.301469 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-3a4430e4-b380-4bea-9663-d404613b1dcc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fcb1d5d1-9eff-4083-99c6-09b7d2938a3b HTTP/1.1" status: 204 len: 168 time: 0.2932487 Jun 27 12:29:29.097648 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 34252) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:29.121459 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-c6022908-ff60-4712-8f61-925928911340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.223641 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-303691082-network', 'tenant_id': '64a7870f90694d41ab293802847c2f82'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:29:29.228339 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:29.232621 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Usage tracker for resource:network and tenant:64a7870f90694d41ab293802847c2f82 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:29.236104 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:29.243174 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:29.254789 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Made reservation on behalf of 64a7870f90694d41ab293802847c2f82 for: {'network': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:29:29.258218 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.279776 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.295601 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:29.299716 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Usage tracker for resource:security_group_rule and tenant:64a7870f90694d41ab293802847c2f82 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:29.302890 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:29.308936 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:29.400419 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.405135 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.409101 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7dbd2de7-7518-44a7-b10b-3c115f6e44c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:29.427802 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e622d-e1a4-409e-b097-5c1282d81168 req-10534239-08d6-43ad-a321-512bb1f493b5 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:29.429434 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-353e622d-e1a4-409e-b097-5c1282d81168 req-10534239-08d6-43ad-a321-512bb1f493b5 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0931726 Jun 27 12:29:29.438969 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=78480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:29:29.452544 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ac334a-e9ed-40b0-9bfc-773cdc5da60d,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:29.455931 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:29.460693 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.461559 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.segments_db [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Added segment 891e8189-0195-4d7d-ba85-a8fb600e1458 of type vlan for network dae34c82-d105-4393-8c2f-343c5d37b94c Jun 27 12:29:29.482479 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-353e622d-e1a4-409e-b097-5c1282d81168 req-50e78c9b-ab62-47d1-8a7e-c82d4ea9410c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464325 Jun 27 12:29:29.488788 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.520100 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.521457 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:29.522115 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.525477 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:29.621178 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Pushing event updated for resources: {'Network': ['ID=dae34c82-d105-4393-8c2f-343c5d37b94c,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:29.624468 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5255194 Jun 27 12:29:29.625398 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:29.628439 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 34260) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:29.633359 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network dae34c82-d105-4393-8c2f-343c5d37b94c details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:29:29.633835 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Request body: {'subnet': {'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-303691082-subnet', 'tenant_id': '64a7870f90694d41ab293802847c2f82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:29:29.638917 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:29.642837 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Usage tracker for resource:subnet and tenant:64a7870f90694d41ab293802847c2f82 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:29.645763 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:29.651721 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:29.665220 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Made reservation on behalf of 64a7870f90694d41ab293802847c2f82 for: {'subnet': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:29:29.667581 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389614'] for subnet, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.969061 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2400333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389624'] for subnet, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:29.975744 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:30.047602 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d48f81-e91a-4370-ba4e-4dd0c39280de,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:30.050603 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:30.072254 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 34280) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:30.076782 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.080545 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Checking segment: {'id': '891e8189-0195-4d7d-ba85-a8fb600e1458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:29:30.080880 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Network hostable DHCP agents. Network: dae34c82-d105-4393-8c2f-343c5d37b94c, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:29:30.100501 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Network dae34c82-d105-4393-8c2f-343c5d37b94c is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:29:30.111290 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, dae34c82-d105-4393-8c2f-343c5d37b94c) {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:30.127803 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:30.128438 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.142017 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e6fb58-1a05-45cd-871d-d44d0a0e68e5 None None] Network dae34c82-d105-4393-8c2f-343c5d37b94c requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:29:30.171955 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5423756 Jun 27 12:29:30.256209 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5f0-b8bf-4cf0-9e52-d25c24992bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.274952 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ecaba5f0-b8bf-4cf0-9e52-d25c24992bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:30.279725 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ecaba5f0-b8bf-4cf0-9e52-d25c24992bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:c691683e3d9f4efc9e86c2bf9bd84cd3 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:30.283032 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ecaba5f0-b8bf-4cf0-9e52-d25c24992bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:30.291243 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ecaba5f0-b8bf-4cf0-9e52-d25c24992bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:30.363395 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 34292) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:30.393392 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54505c39-86b2-45a2-89bd-8cd7b623267d None None] Network dae34c82-d105-4393-8c2f-343c5d37b94c requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:29:30.410991 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5f0-b8bf-4cf0-9e52-d25c24992bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.418588 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5f0-b8bf-4cf0-9e52-d25c24992bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.428104 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d8248421-d691-439d-80d9-24a6045962a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:30.471051 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 34302) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:30.471261 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-ecaba5f0-b8bf-4cf0-9e52-d25c24992bb9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c691683e3d9f4efc9e86c2bf9bd84cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973503 Jun 27 12:29:30.473691 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaba5f0-b8bf-4cf0-9e52-d25c24992bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5a61d9-d47b-4ce6-9153-413f617bb24a,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:30.477225 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ecaba5f0-b8bf-4cf0-9e52-d25c24992bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:30.538059 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-70441a29-ba3f-4936-8279-50816c8a4db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.568275 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-70441a29-ba3f-4936-8279-50816c8a4db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:30.575206 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-70441a29-ba3f-4936-8279-50816c8a4db1 admin admin] Usage tracker for resource:security_group_rule and tenant:281c07f8d6634c2eb68844c2a105d002 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:30.579125 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-70441a29-ba3f-4936-8279-50816c8a4db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:30.591334 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-70441a29-ba3f-4936-8279-50816c8a4db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:30.605163 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3c2d655c-9e2a-4f3f-9f50-d3881812f33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.649411 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3c2d655c-9e2a-4f3f-9f50-d3881812f33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.806482 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-70441a29-ba3f-4936-8279-50816c8a4db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.818229 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91ddde-3701-4316-9c61-0e438df4ab66 req-8d8a471d-8289-4b1c-940c-4a76fe8c2adf tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:30.820014 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7a91ddde-3701-4316-9c61-0e438df4ab66 req-8d8a471d-8289-4b1c-940c-4a76fe8c2adf tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1745539 Jun 27 12:29:30.820738 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3c2d655c-9e2a-4f3f-9f50-d3881812f33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.824803 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:30.835771 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-70441a29-ba3f-4936-8279-50816c8a4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.860576 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d655c-9e2a-4f3f-9f50-d3881812f33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5a61d9-d47b-4ce6-9153-413f617bb24a,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:30.871238 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3c2d655c-9e2a-4f3f-9f50-d3881812f33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:30.876172 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-10cc50d4-4da0-430a-be12-4f910741324c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:30.922713 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-70441a29-ba3f-4936-8279-50816c8a4db1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=281c07f8d6634c2eb68844c2a105d002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5567405 Jun 27 12:29:30.923683 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3c2d655c-9e2a-4f3f-9f50-d3881812f33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:30.924664 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-3c2d655c-9e2a-4f3f-9f50-d3881812f33a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c5a61d9-d47b-4ce6-9153-413f617bb24a HTTP/1.1" status: 204 len: 168 time: 0.4522419 Jun 27 12:29:30.927395 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 34316) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:30.948055 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7a91ddde-3701-4316-9c61-0e438df4ab66 req-575c67cc-c0f5-4b6d-b617-da50c71cfa83 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142159 Jun 27 12:29:30.966169 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70441a29-ba3f-4936-8279-50816c8a4db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d29efe-4199-49a9-b25c-b41c25415da7,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:30.969248 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-70441a29-ba3f-4936-8279-50816c8a4db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:31.021458 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f05b4859-afe7-4abc-98f6-5b6fae8e21b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:31.075108 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f05b4859-afe7-4abc-98f6-5b6fae8e21b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:31.135206 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f05b4859-afe7-4abc-98f6-5b6fae8e21b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:31.140976 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-eb453334-b067-40a1-a9fb-739be44496ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:31.155024 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b4859-afe7-4abc-98f6-5b6fae8e21b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d29efe-4199-49a9-b25c-b41c25415da7,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:31.157315 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f05b4859-afe7-4abc-98f6-5b6fae8e21b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:31.167102 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f05b4859-afe7-4abc-98f6-5b6fae8e21b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:31.168460 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-f05b4859-afe7-4abc-98f6-5b6fae8e21b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0d29efe-4199-49a9-b25c-b41c25415da7 HTTP/1.1" status: 204 len: 168 time: 0.2400529 Jun 27 12:29:31.559085 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:32.138690 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59a35e-4407-4531-8b6e-1da6b6258f30 req-508d1365-fa25-468b-ab70-fca6543caaa0 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:32.141510 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-da59a35e-4407-4531-8b6e-1da6b6258f30 req-508d1365-fa25-468b-ab70-fca6543caaa0 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0881712 Jun 27 12:29:32.225197 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-da59a35e-4407-4531-8b6e-1da6b6258f30 req-a990fc32-c3db-4b9d-92de-506a03c9a9ea tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753188 Jun 27 12:29:33.439943 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc91b1-dcd2-45cb-a3b5-a3019a4dc07f req-88a4325d-7c4e-4416-82de-bd8d031e17dd tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:33.442026 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7ecc91b1-dcd2-45cb-a3b5-a3019a4dc07f req-88a4325d-7c4e-4416-82de-bd8d031e17dd tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0824630 Jun 27 12:29:33.505115 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7ecc91b1-dcd2-45cb-a3b5-a3019a4dc07f req-87a401b5-9da9-495e-95bd-30d9b63bd91e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555665 Jun 27 12:29:34.710512 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8da685-9f2f-408e-8678-0af21faa5f55 req-08ff5bf6-795c-436c-bb08-182e5b41b476 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:34.712074 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3a8da685-9f2f-408e-8678-0af21faa5f55 req-08ff5bf6-795c-436c-bb08-182e5b41b476 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0909951 Jun 27 12:29:34.734839 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-c95ce142-b0ad-4bb0-822a-5b5c09ab7972 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:34.741770 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-c95ce142-b0ad-4bb0-822a-5b5c09ab7972 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/networks?id=dae34c82-d105-4393-8c2f-343c5d37b94c HTTP/1.1" status: 200 len: 808 time: 0.1548235 Jun 27 12:29:34.751743 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-d0c564e7-42ed-486a-abf1-e1e2417c403a tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/quotas/64a7870f90694d41ab293802847c2f82 HTTP/1.1" status: 200 len: 375 time: 0.0091541 Jun 27 12:29:34.760126 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3a8da685-9f2f-408e-8678-0af21faa5f55 req-b05cb1b4-07d7-4ebc-b45f-c19bbbd525cc tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Jun 27 12:29:34.802270 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-a7e0a388-5fdc-4976-96e0-1a722be95744 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=64a7870f90694d41ab293802847c2f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440462 Jun 27 12:29:34.926786 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eca990-5861-4c28-a7e2-12b82f55a828 req-795c83a4-53f9-41fd-ab5f-2d885440476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:34.926786 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-92eca990-5861-4c28-a7e2-12b82f55a828 req-795c83a4-53f9-41fd-ab5f-2d885440476d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 1098 time: 0.0755544 Jun 27 12:29:34.955213 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-bdf3971a-d83f-4a75-a820-103fdc496461 service neutron] 10.222.0.38 "GET /v2.0/networks/dae34c82-d105-4393-8c2f-343c5d37b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438158 Jun 27 12:29:34.977349 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-92eca990-5861-4c28-a7e2-12b82f55a828 req-8a22f762-c317-4680-8af5-34bd05b29062 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Jun 27 12:29:35.091651 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-8afbd331-a994-4c15-b14d-e8f24a997442 service neutron] 10.222.0.38 "GET /v2.0/networks/dae34c82-d105-4393-8c2f-343c5d37b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305912 Jun 27 12:29:35.277767 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d36ae10e-3543-46b2-a40e-6c21271482bd req-1e9b146a-6787-488a-9634-c25ff403d7a2 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 210 time: 0.0427632 Jun 27 12:29:35.968905 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36cff1-c0f4-4606-b983-6b2437ebb98f req-349e78af-d828-40a2-a66c-b5535eb85c79 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:35.970430 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1e36cff1-c0f4-4606-b983-6b2437ebb98f req-349e78af-d828-40a2-a66c-b5535eb85c79 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0799997 Jun 27 12:29:36.018608 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1e36cff1-c0f4-4606-b983-6b2437ebb98f req-2fdc0eb2-c446-41c8-9147-ea71934cd64e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Jun 27 12:29:36.493579 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-41c56b64-85e7-42e0-be79-d932062d146d req-e758a651-7f5d-402d-b7e7-543c668275b0 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 210 time: 0.0599420 Jun 27 12:29:36.535662 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-8c1a27da-b992-46fd-92df-015e5a073a61 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:36.536519 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-8c1a27da-b992-46fd-92df-015e5a073a61 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Synchronizing usage tracker for tenant:64a7870f90694d41ab293802847c2f82 on resource:network {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:36.563281 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-8c1a27da-b992-46fd-92df-015e5a073a61 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Unset dirty status for tenant:64a7870f90694d41ab293802847c2f82 on resource:network {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:36.564457 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-8c1a27da-b992-46fd-92df-015e5a073a61 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.36 "GET /v2.0/networks?id=dae34c82-d105-4393-8c2f-343c5d37b94c HTTP/1.1" status: 200 len: 808 time: 0.2439811 Jun 27 12:29:36.584159 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Request body: {'port': {'device_id': '1413c9bc-e196-4c69-94a2-c53a0d6eacb7', 'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c', 'admin_state_up': True, 'tenant_id': '64a7870f90694d41ab293802847c2f82'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:29:36.759423 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:36.763416 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Usage tracker for resource:port and tenant:64a7870f90694d41ab293802847c2f82 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:36.766335 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:36.772304 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:36.786397 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Made reservation on behalf of 64a7870f90694d41ab293802847c2f82 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:29:36.790757 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:37.040860 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Allocated IP 172.20.0.10 (dae34c82-d105-4393-8c2f-343c5d37b94c/56d48f81-e91a-4370-ba4e-4dd0c39280de/272d9536-2c12-4d64-819c-49e2a8412f3c) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:29:37.303065 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:37.341390 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:37.352039 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:37.407650 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef948f04-f842-4aea-b985-c756087bee33 req-9cf435c4-860a-4add-a0fe-1c3066f41025 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:37.409146 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ef948f04-f842-4aea-b985-c756087bee33 req-9cf435c4-860a-4add-a0fe-1c3066f41025 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.2187510 Jun 27 12:29:37.443297 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Network dae34c82-d105-4393-8c2f-343c5d37b94c is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:29:37.450416 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:29:37.452945 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:29:37.493248 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Pushing event updated for resources: {'Port': ['ID=272d9536-2c12-4d64-819c-49e2a8412f3c,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:37.502030 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:37.532700 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ef948f04-f842-4aea-b985-c756087bee33 req-84a9bf6d-5458-4c84-931f-e87a01afdb08 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132495 Jun 27 12:29:37.543836 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:37.543836 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:37.570932 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9921284 Jun 27 12:29:37.585720 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Request body: {'port': {'device_id': '1413c9bc-e196-4c69-94a2-c53a0d6eacb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:29:37.705770 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:37.916522 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847df3-0163-4d5f-b88c-c1b5d69d52b3 req-1ec9fa91-586a-4949-993a-e829e3e7c55a tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:37.923699 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3c847df3-0163-4d5f-b88c-c1b5d69d52b3 req-1ec9fa91-586a-4949-993a-e829e3e7c55a tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 932 time: 0.2741268 Jun 27 12:29:38.059410 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3c847df3-0163-4d5f-b88c-c1b5d69d52b3 req-443c5cfc-8828-4e19-baa4-826ee45ce79f tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347737 Jun 27 12:29:38.080718 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d79ac-95fe-48a3-8fb2-43535aa6c96e req-15000e50-d476-4fba-8804-04f1ad9d409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:38.082197 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-339d79ac-95fe-48a3-8fb2-43535aa6c96e req-15000e50-d476-4fba-8804-04f1ad9d409e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 1098 time: 0.1414099 Jun 27 12:29:38.216958 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c95ead-78ca-44d0-92a9-565a5aa68971 req-85338d46-61ab-40c8-bbba-a66297228314 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:38.221500 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d79ac-95fe-48a3-8fb2-43535aa6c96e req-3832f2a2-87cc-4abe-8a04-beef3416632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:38.222946 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-339d79ac-95fe-48a3-8fb2-43535aa6c96e req-3832f2a2-87cc-4abe-8a04-beef3416632f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 200 len: 919 time: 0.1331913 Jun 27 12:29:38.224056 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-16c95ead-78ca-44d0-92a9-565a5aa68971 req-85338d46-61ab-40c8-bbba-a66297228314 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1506019 Jun 27 12:29:38.309483 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272d9536-2c12-4d64-819c-49e2a8412f3c {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:29:38.315393 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-339d79ac-95fe-48a3-8fb2-43535aa6c96e req-7b55c041-fefb-40c7-8da8-d837e573faec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0006874-b735-4770-8f3f-86d3acdc5089 HTTP/1.1" status: 200 len: 217 time: 0.0850234 Jun 27 12:29:38.325389 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:38.341939 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-16c95ead-78ca-44d0-92a9-565a5aa68971 req-eb0b50b0-9999-4ab8-a420-05967119ba24 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167328 Jun 27 12:29:38.372198 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Transition to ACTIVE for port object 272d9536-2c12-4d64-819c-49e2a8412f3c will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:29:38.380043 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:38.386526 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:38.405021 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d79ac-95fe-48a3-8fb2-43535aa6c96e req-a4de2e7e-60b7-494d-8cc1-41601b67cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:38.406790 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-339d79ac-95fe-48a3-8fb2-43535aa6c96e req-a4de2e7e-60b7-494d-8cc1-41601b67cadb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a134c88f-299e-4abe-bd3b-b238015fe48c HTTP/1.1" status: 200 len: 858 time: 0.0801258 Jun 27 12:29:38.458009 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-339d79ac-95fe-48a3-8fb2-43535aa6c96e req-edcb9526-b0e7-45d1-ab43-c15c3bac1b88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b11a4e2d-a287-410e-8ea7-a192cd2e008d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427055 Jun 27 12:29:38.541255 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Pushing event updated for resources: {'Port': ['ID=272d9536-2c12-4d64-819c-49e2a8412f3c,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:38.548687 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:38.637964 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Attempting to bind port 272d9536-2c12-4d64-819c-49e2a8412f3c on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:29:38.638286 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Attempting to bind port 272d9536-2c12-4d64-819c-49e2a8412f3c by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '891e8189-0195-4d7d-ba85-a8fb600e1458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:29:38.638607 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Attempting to bind port 272d9536-2c12-4d64-819c-49e2a8412f3c on network dae34c82-d105-4393-8c2f-343c5d37b94c {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:29:38.643864 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Port 272d9536-2c12-4d64-819c-49e2a8412f3c on network dae34c82-d105-4393-8c2f-343c5d37b94c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:29:38.644185 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Attempting to bind port 272d9536-2c12-4d64-819c-49e2a8412f3c on network dae34c82-d105-4393-8c2f-343c5d37b94c {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:29:38.650574 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:29:38.651139 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Checking segment: {'id': '891e8189-0195-4d7d-ba85-a8fb600e1458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:29:38.651762 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Bound using segment: {'id': '891e8189-0195-4d7d-ba85-a8fb600e1458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:29:38.652518 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Bound port: 272d9536-2c12-4d64-819c-49e2a8412f3c, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891e8189-0195-4d7d-ba85-a8fb600e1458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:29:38.653057 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:38.750630 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] For port 272d9536-2c12-4d64-819c-49e2a8412f3c, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:29:38.753756 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] For port 272d9536-2c12-4d64-819c-49e2a8412f3c, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=272d9536-2c12-4d64-819c-49e2a8412f3c,segment=NetworkSegment(891e8189-0195-4d7d-ba85-a8fb600e1458),segment_id=891e8189-0195-4d7d-ba85-a8fb600e1458)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:29:38.760184 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:38.765625 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:38.819231 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:38.819875 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:38.820519 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-339d79ac-95fe-48a3-8fb2-43535aa6c96e req-10f62dac-8f4d-406a-a631-c882e464d41e service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398246 Jun 27 12:29:38.821282 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] 10.222.0.36 "PUT /v2.0/ports/272d9536-2c12-4d64-819c-49e2a8412f3c HTTP/1.1" status: 200 len: 1094 time: 1.2399805 Jun 27 12:29:38.821768 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1413c9bc-e196-4c69-94a2-c53a0d6eacb7', 'tag': '272d9536-2c12-4d64-819c-49e2a8412f3c'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:29:38.861667 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Pushing event updated for resources: {'Port': ['ID=272d9536-2c12-4d64-819c-49e2a8412f3c,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:38.869228 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:38.922222 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1413c9bc-e196-4c69-94a2-c53a0d6eacb7', 'tag': '272d9536-2c12-4d64-819c-49e2a8412f3c', 'status': 'completed', 'code': 200} Jun 27 12:29:39.027371 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-339d79ac-95fe-48a3-8fb2-43535aa6c96e req-9c3bd8ad-8091-49aa-83a6-c560d67cbacb service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889002 Jun 27 12:29:39.051252 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-c2cd53fb-04c2-47c9-98bf-15bd11d12618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:39.052769 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-c2cd53fb-04c2-47c9-98bf-15bd11d12618 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64a7870f90694d41ab293802847c2f82&device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 1097 time: 0.1799257 Jun 27 12:29:39.146329 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-2adceaeb-5201-4659-95a9-028d5a6425df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=272d9536-2c12-4d64-819c-49e2a8412f3c HTTP/1.1" status: 200 len: 217 time: 0.0806944 Jun 27 12:29:39.284510 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-60ab5e62-4142-4246-b0a5-cea5daee550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:39.285987 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-60ab5e62-4142-4246-b0a5-cea5daee550e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56d48f81-e91a-4370-ba4e-4dd0c39280de HTTP/1.1" status: 200 len: 848 time: 0.1078782 Jun 27 12:29:39.342378 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-fc904cc0-b646-4648-8392-fdda2428246e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dae34c82-d105-4393-8c2f-343c5d37b94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454001 Jun 27 12:29:39.361339 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e50c0e-8ae4-469e-98b3-72dd5f19d911 req-30faf150-3807-4e64-885f-7f0e680b6025 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:39.361946 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-56e50c0e-8ae4-469e-98b3-72dd5f19d911 req-30faf150-3807-4e64-885f-7f0e680b6025 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Synchronizing usage tracker for tenant:64a7870f90694d41ab293802847c2f82 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:39.462782 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-56e50c0e-8ae4-469e-98b3-72dd5f19d911 req-30faf150-3807-4e64-885f-7f0e680b6025 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Unset dirty status for tenant:64a7870f90694d41ab293802847c2f82 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:39.463935 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-56e50c0e-8ae4-469e-98b3-72dd5f19d911 req-30faf150-3807-4e64-885f-7f0e680b6025 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 944 time: 0.2415695 Jun 27 12:29:39.539243 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-56e50c0e-8ae4-469e-98b3-72dd5f19d911 req-5b1a0809-d1e8-4fc2-b55c-b605eff89518 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Synchronizing usage tracker for tenant:64a7870f90694d41ab293802847c2f82 on resource:security_group {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:29:39.545616 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-c497c833-adce-409e-a051-42505b6e2c0a service neutron] 10.222.0.36 "GET /v2.0/networks/dae34c82-d105-4393-8c2f-343c5d37b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809406 Jun 27 12:29:39.555522 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed0547-1833-419d-ad2b-5ae6781dbdd3 req-436c487a-b120-4fa7-b736-85cd063245aa tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:39.557019 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9bed0547-1833-419d-ad2b-5ae6781dbdd3 req-436c487a-b120-4fa7-b736-85cd063245aa tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1021154 Jun 27 12:29:39.587985 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-56e50c0e-8ae4-469e-98b3-72dd5f19d911 req-5b1a0809-d1e8-4fc2-b55c-b605eff89518 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Unset dirty status for tenant:64a7870f90694d41ab293802847c2f82 on resource:security_group {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:29:39.589143 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-56e50c0e-8ae4-469e-98b3-72dd5f19d911 req-5b1a0809-d1e8-4fc2-b55c-b605eff89518 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099586 Jun 27 12:29:39.603821 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9bed0547-1833-419d-ad2b-5ae6781dbdd3 req-1a1749a5-4b12-4aad-932c-323c56ba3976 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Jun 27 12:29:39.633000 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:29:39.689215 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1153a3fc-d035-49a6-9b93-323af4ded98a req-b31d5f45-d850-44c5-8a7f-bafee7c3b2c2 service neutron] 10.222.0.36 "GET /v2.0/networks/dae34c82-d105-4393-8c2f-343c5d37b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353977 Jun 27 12:29:39.878530 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be4960-9aeb-4870-bc10-8b21fad74b89 req-f9fa4aeb-761a-4f3e-8468-14d3da6900f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:39.880519 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-32be4960-9aeb-4870-bc10-8b21fad74b89 req-f9fa4aeb-761a-4f3e-8468-14d3da6900f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64a7870f90694d41ab293802847c2f82&device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 1097 time: 0.0736513 Jun 27 12:29:40.016102 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be4960-9aeb-4870-bc10-8b21fad74b89 req-062cc73c-6f0e-48c0-bd1d-c982f5f64477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:40.018257 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-32be4960-9aeb-4870-bc10-8b21fad74b89 req-062cc73c-6f0e-48c0-bd1d-c982f5f64477 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dae34c82-d105-4393-8c2f-343c5d37b94c HTTP/1.1" status: 200 len: 909 time: 0.1302900 Jun 27 12:29:40.093702 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-32be4960-9aeb-4870-bc10-8b21fad74b89 req-57a2cce5-d3f4-4920-baed-89523598731f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=272d9536-2c12-4d64-819c-49e2a8412f3c HTTP/1.1" status: 200 len: 217 time: 0.0678744 Jun 27 12:29:40.159840 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be4960-9aeb-4870-bc10-8b21fad74b89 req-82b71436-e66b-411a-8a45-e8052ddccbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:40.161937 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-32be4960-9aeb-4870-bc10-8b21fad74b89 req-82b71436-e66b-411a-8a45-e8052ddccbe0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56d48f81-e91a-4370-ba4e-4dd0c39280de HTTP/1.1" status: 200 len: 848 time: 0.0609272 Jun 27 12:29:40.212738 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-32be4960-9aeb-4870-bc10-8b21fad74b89 req-ce95356c-6f76-465f-ab5d-619417e7d5a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dae34c82-d105-4393-8c2f-343c5d37b94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433881 Jun 27 12:29:40.344209 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-32be4960-9aeb-4870-bc10-8b21fad74b89 req-6329f29c-7153-4880-bfd9-087fc033357f service neutron] 10.222.0.36 "GET /v2.0/networks/dae34c82-d105-4393-8c2f-343c5d37b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237707 Jun 27 12:29:40.481465 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-32be4960-9aeb-4870-bc10-8b21fad74b89 req-ba165f46-d976-44b9-87b6-563b84278196 service neutron] 10.222.0.36 "GET /v2.0/networks/dae34c82-d105-4393-8c2f-343c5d37b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261675 Jun 27 12:29:40.804721 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c9a5f-f2d2-4e49-a9b5-6f8f351d7062 req-d5fe5777-e44c-4e6c-939a-b3d868961bec tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:40.806282 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3d3c9a5f-f2d2-4e49-a9b5-6f8f351d7062 req-d5fe5777-e44c-4e6c-939a-b3d868961bec tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 944 time: 0.0927951 Jun 27 12:29:40.818702 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7ef94-d91c-4632-8aac-e5040f71ac84 req-99c6cbe3-e1ee-4f8a-b318-a390e3a5ec17 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:40.829708 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7ef7ef94-d91c-4632-8aac-e5040f71ac84 req-99c6cbe3-e1ee-4f8a-b318-a390e3a5ec17 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1060307 Jun 27 12:29:40.880002 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3d3c9a5f-f2d2-4e49-a9b5-6f8f351d7062 req-cffe3db5-c90f-4cb5-a11b-de38af690669 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664899 Jun 27 12:29:40.880824 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7ef7ef94-d91c-4632-8aac-e5040f71ac84 req-610749cd-1e5e-405f-ace3-e61796ff079e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539315 Jun 27 12:29:42.091669 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7a8b2-a1d2-449c-a7df-0fae8f3c879b req-2f082ee9-3cba-4244-a647-fd7ebdff8a9f tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:42.101190 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c0a7a8b2-a1d2-449c-a7df-0fae8f3c879b req-2f082ee9-3cba-4244-a647-fd7ebdff8a9f tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 944 time: 0.1043539 Jun 27 12:29:42.110425 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfc621-8b7a-4276-81d1-f209325810d2 req-782b87ea-5300-439e-9072-bb23f7966905 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:42.119622 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b4cfc621-8b7a-4276-81d1-f209325810d2 req-782b87ea-5300-439e-9072-bb23f7966905 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1071949 Jun 27 12:29:42.152306 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c0a7a8b2-a1d2-449c-a7df-0fae8f3c879b req-e12af22a-3bb3-41c5-8c7b-920ad3a3ffa3 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502338 Jun 27 12:29:42.175518 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b4cfc621-8b7a-4276-81d1-f209325810d2 req-0372c178-f6a9-4ed8-87b8-a19626aa3bcc tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523317 Jun 27 12:29:43.344379 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb963a-5115-4fda-a636-d465ec9cfc8b req-0a3ae2fe-af87-4514-aebe-fb131d584646 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:43.345854 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-40fb963a-5115-4fda-a636-d465ec9cfc8b req-0a3ae2fe-af87-4514-aebe-fb131d584646 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 944 time: 0.0799549 Jun 27 12:29:43.398270 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-40fb963a-5115-4fda-a636-d465ec9cfc8b req-e5707512-9a36-43a5-b3e8-32233109c458 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459921 Jun 27 12:29:43.686405 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e51d49-9938-494d-8618-8491d0bc89bc req-405a51b3-6a63-4fbe-a179-0105d7deb468 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:43.688113 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f1e51d49-9938-494d-8618-8491d0bc89bc req-405a51b3-6a63-4fbe-a179-0105d7deb468 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1926620 Jun 27 12:29:43.735522 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f1e51d49-9938-494d-8618-8491d0bc89bc req-7868996e-ec44-4f0c-a924-ddc9b9ecf823 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406229 Jun 27 12:29:45.563036 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 272d9536-2c12-4d64-819c-49e2a8412f3c details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:29:45.700892 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 272d9536-2c12-4d64-819c-49e2a8412f3c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=272d9536-2c12-4d64-819c-49e2a8412f3c,segment=NetworkSegment(891e8189-0195-4d7d-ba85-a8fb600e1458),segment_id=891e8189-0195-4d7d-ba85-a8fb600e1458)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:29:45.714055 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '272d9536-2c12-4d64-819c-49e2a8412f3c', 'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c', 'port_id': '272d9536-2c12-4d64-819c-49e2a8412f3c', 'mac_address': 'fa:16:3e:e0:57:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d48f81-e91a-4370-ba4e-4dd0c39280de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:29:45.771299 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.792980 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272d9536-2c12-4d64-819c-49e2a8412f3c {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:29:45.811349 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 272d9536-2c12-4d64-819c-49e2a8412f3c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=272d9536-2c12-4d64-819c-49e2a8412f3c,segment=NetworkSegment(891e8189-0195-4d7d-ba85-a8fb600e1458),segment_id=891e8189-0195-4d7d-ba85-a8fb600e1458)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:29:45.817717 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:45.820033 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:45.892051 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=272d9536-2c12-4d64-819c-49e2a8412f3c,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:45.899220 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:45.899558 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:45.899887 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:45.900213 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:45.900555 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:45.900908 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:45.901211 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:45.901523 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:45.901853 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:45.902166 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:45.902461 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:45.902768 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:29:45.906720 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:47.238336 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2f3f0-f4b9-4feb-87f0-08dce7a64209 req-17453f19-49fa-4d57-aab6-a02f317462a8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:47.239843 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-dfb2f3f0-f4b9-4feb-87f0-08dce7a64209 req-17453f19-49fa-4d57-aab6-a02f317462a8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 945 time: 0.0846772 Jun 27 12:29:47.264670 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6848f-43e7-424a-9cef-d9fd4a561913 req-edc22f9a-3e4c-4e47-ace1-5ce4c80b03dc tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:47.266468 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f0b6848f-43e7-424a-9cef-d9fd4a561913 req-edc22f9a-3e4c-4e47-ace1-5ce4c80b03dc tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0863025 Jun 27 12:29:47.287157 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-dfb2f3f0-f4b9-4feb-87f0-08dce7a64209 req-ce8bc347-8a97-4a17-b51f-cd9d9cc964c4 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405159 Jun 27 12:29:47.317845 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f0b6848f-43e7-424a-9cef-d9fd4a561913 req-33ba11ca-ee4d-4f1b-96e2-e9c3be970053 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447683 Jun 27 12:29:48.458095 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['272d9536-2c12-4d64-819c-49e2a8412f3c'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:29:48.491947 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85810a1f-f5dd-42c7-a1a5-3337b986205d req-1d532c09-d126-4e1f-a998-0851bb8da8dd tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:48.493635 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-85810a1f-f5dd-42c7-a1a5-3337b986205d req-1d532c09-d126-4e1f-a998-0851bb8da8dd tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 945 time: 0.0878201 Jun 27 12:29:48.510334 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146dd3a-9f7a-4542-93cc-932b77444c7d req-6f782056-0da1-4fdd-b189-d54d933f0952 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:48.511771 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e146dd3a-9f7a-4542-93cc-932b77444c7d req-6f782056-0da1-4fdd-b189-d54d933f0952 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0818396 Jun 27 12:29:48.543082 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-85810a1f-f5dd-42c7-a1a5-3337b986205d req-539783d8-f9b2-4c81-97d9-6aa7512c5090 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 Jun 27 12:29:48.559148 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e146dd3a-9f7a-4542-93cc-932b77444c7d req-7d328870-b144-40aa-a7e1-dac4c3b45475 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395503 Jun 27 12:29:49.737833 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf6a1c-0a73-43f3-b8c6-059cd82a2663 req-9d2efe8e-9dd5-4842-a767-6d3390dd369e tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:49.739151 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-14bf6a1c-0a73-43f3-b8c6-059cd82a2663 req-9d2efe8e-9dd5-4842-a767-6d3390dd369e tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 945 time: 0.0900562 Jun 27 12:29:49.783341 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-14bf6a1c-0a73-43f3-b8c6-059cd82a2663 req-18aad542-0bf6-461d-a306-f9e8b1788b3c tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Jun 27 12:29:50.995811 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006f5f3-5e29-4f90-806d-63a3005efa62 req-ffdd1201-0daf-4aeb-b2da-e3840289f6ec tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:50.997273 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f006f5f3-5e29-4f90-806d-63a3005efa62 req-ffdd1201-0daf-4aeb-b2da-e3840289f6ec tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 945 time: 0.0971508 Jun 27 12:29:51.047044 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f006f5f3-5e29-4f90-806d-63a3005efa62 req-60a2b976-bb23-4ea8-9140-20f3050f6c62 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434778 Jun 27 12:29:51.482969 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 34838) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:51.593280 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 272d9536-2c12-4d64-819c-49e2a8412f3c up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:29:51.670687 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port 272d9536-2c12-4d64-819c-49e2a8412f3c completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:29:51.678048 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 272d9536-2c12-4d64-819c-49e2a8412f3c triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:29:51.678432 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:51.679789 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-fc39065a-0e67-44ca-a128-4e7e4cfac688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:51.695748 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-fc39065a-0e67-44ca-a128-4e7e4cfac688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:51.699881 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-fc39065a-0e67-44ca-a128-4e7e4cfac688 admin admin] Usage tracker for resource:security_group_rule and tenant:a32bdcaefc144673848754d029d43bf7 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:51.702962 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-fc39065a-0e67-44ca-a128-4e7e4cfac688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:51.709703 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-fc39065a-0e67-44ca-a128-4e7e4cfac688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:51.822891 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-fc39065a-0e67-44ca-a128-4e7e4cfac688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:51.831404 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-fc39065a-0e67-44ca-a128-4e7e4cfac688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:51.845817 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-84f3cd46-d1d2-4708-bda7-6be32aa24990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:51.852829 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:51.885563 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39065a-0e67-44ca-a128-4e7e4cfac688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbd5097-2efa-4119-a319-bb78ba3a674b,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:51.890152 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 272d9536-2c12-4d64-819c-49e2a8412f3c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=272d9536-2c12-4d64-819c-49e2a8412f3c,segment=NetworkSegment(891e8189-0195-4d7d-ba85-a8fb600e1458),segment_id=891e8189-0195-4d7d-ba85-a8fb600e1458)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:29:51.890841 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1413c9bc-e196-4c69-94a2-c53a0d6eacb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272d9536-2c12-4d64-819c-49e2a8412f3c'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:29:51.897895 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:51.901216 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:51.917842 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-fc39065a-0e67-44ca-a128-4e7e4cfac688 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a32bdcaefc144673848754d029d43bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334624 Jun 27 12:29:51.919082 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-fc39065a-0e67-44ca-a128-4e7e4cfac688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:51.920314 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 34858) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:51.951568 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1413c9bc-e196-4c69-94a2-c53a0d6eacb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272d9536-2c12-4d64-819c-49e2a8412f3c', 'code': 200} Jun 27 12:29:51.984996 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=272d9536-2c12-4d64-819c-49e2a8412f3c,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:51.990771 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:52.006366 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-76f710d0-964f-41bd-9b2c-e0eab1e84174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:52.044416 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-76f710d0-964f-41bd-9b2c-e0eab1e84174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:52.103065 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-76f710d0-964f-41bd-9b2c-e0eab1e84174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:52.108754 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-70441a29-ba3f-4936-8279-50816c8a4db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:52.121216 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f710d0-964f-41bd-9b2c-e0eab1e84174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbd5097-2efa-4119-a319-bb78ba3a674b,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:52.123607 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-76f710d0-964f-41bd-9b2c-e0eab1e84174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:52.205871 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-76f710d0-964f-41bd-9b2c-e0eab1e84174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:52.206934 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-76f710d0-964f-41bd-9b2c-e0eab1e84174 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dfbd5097-2efa-4119-a319-bb78ba3a674b HTTP/1.1" status: 204 len: 168 time: 0.2855830 Jun 27 12:29:52.260968 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ad840-9d85-4281-af17-0a4e5709242c req-d4762073-41ec-461c-a3ea-b9351b2c1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:52.268987 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3d8ad840-9d85-4281-af17-0a4e5709242c req-d4762073-41ec-461c-a3ea-b9351b2c1dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 1099 time: 0.1425571 Jun 27 12:29:52.271066 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55e1e8-b0f4-4006-98c5-3a8700063559 req-9c924efc-ff08-4fc7-b1ea-6383eadc6d4d tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:52.272595 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5e55e1e8-b0f4-4006-98c5-3a8700063559 req-9c924efc-ff08-4fc7-b1ea-6383eadc6d4d tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 946 time: 0.1086528 Jun 27 12:29:52.341935 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3d8ad840-9d85-4281-af17-0a4e5709242c req-9769b87f-4d2d-412d-b5af-99ba03cfc8d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683558 Jun 27 12:29:52.348728 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5e55e1e8-b0f4-4006-98c5-3a8700063559 req-8035c592-1ff5-4b98-ba47-eea6a0066a05 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603127 Jun 27 12:29:52.521781 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 34872) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:52.540059 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-623c6308-1d6c-412c-af86-7b917e2c8288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:52.555030 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-623c6308-1d6c-412c-af86-7b917e2c8288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:52.559256 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-623c6308-1d6c-412c-af86-7b917e2c8288 admin admin] Usage tracker for resource:security_group_rule and tenant:314029d608494d1c97a5580a8a52ab9d is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:52.562390 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-623c6308-1d6c-412c-af86-7b917e2c8288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:52.568681 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-623c6308-1d6c-412c-af86-7b917e2c8288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:52.657344 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-623c6308-1d6c-412c-af86-7b917e2c8288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:52.663427 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-623c6308-1d6c-412c-af86-7b917e2c8288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:52.672859 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e0de7aea-6cf1-4210-8229-7f5ce8b88145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:52.719959 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-623c6308-1d6c-412c-af86-7b917e2c8288 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=314029d608494d1c97a5580a8a52ab9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970825 Jun 27 12:29:52.721618 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c6308-1d6c-412c-af86-7b917e2c8288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f0cc83-4464-4a12-ad5a-0b2188d821e7,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:52.722883 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 34880) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:52.724722 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-623c6308-1d6c-412c-af86-7b917e2c8288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:52.789825 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d6fd44d7-4131-4683-9913-186118811c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:52.817339 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d6fd44d7-4131-4683-9913-186118811c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:52.877953 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d6fd44d7-4131-4683-9913-186118811c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:52.881824 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3a4430e4-b380-4bea-9663-d404613b1dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:52.892384 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd44d7-4131-4683-9913-186118811c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f0cc83-4464-4a12-ad5a-0b2188d821e7,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:52.896202 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d6fd44d7-4131-4683-9913-186118811c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:52.905059 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d6fd44d7-4131-4683-9913-186118811c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:52.905059 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-d6fd44d7-4131-4683-9913-186118811c30 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5f0cc83-4464-4a12-ad5a-0b2188d821e7 HTTP/1.1" status: 204 len: 168 time: 0.1805828 Jun 27 12:29:53.280724 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 34896) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:53.300187 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a999b572-6c4e-442f-a6cd-2c1574fabcc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:53.315472 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-a999b572-6c4e-442f-a6cd-2c1574fabcc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:53.319483 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-a999b572-6c4e-442f-a6cd-2c1574fabcc4 admin admin] Usage tracker for resource:security_group_rule and tenant:3d708b5dd80046b6bfd6d9fa916fbceb is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:53.322361 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-a999b572-6c4e-442f-a6cd-2c1574fabcc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:53.328634 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-a999b572-6c4e-442f-a6cd-2c1574fabcc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:53.427615 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a999b572-6c4e-442f-a6cd-2c1574fabcc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:53.433552 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a999b572-6c4e-442f-a6cd-2c1574fabcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:53.440666 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-57695e32-6e19-4704-bdcd-c9c2bec01325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:53.519818 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-a999b572-6c4e-442f-a6cd-2c1574fabcc4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d708b5dd80046b6bfd6d9fa916fbceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379360 Jun 27 12:29:53.520717 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999b572-6c4e-442f-a6cd-2c1574fabcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec15081-9524-4d20-b8da-dc7e1451f063,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:53.523071 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 34902) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:53.524501 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a999b572-6c4e-442f-a6cd-2c1574fabcc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:53.571297 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2bbc6-a1ff-46cc-84d4-0715e876015c req-959a94f5-ea52-461b-b62b-50ef8c38e9a4 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:53.572874 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e2f2bbc6-a1ff-46cc-84d4-0715e876015c req-959a94f5-ea52-461b-b62b-50ef8c38e9a4 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 946 time: 0.1013772 Jun 27 12:29:53.589992 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e7783d0a-eefa-4e44-b6e4-e10afc3a06d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:53.626092 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e7783d0a-eefa-4e44-b6e4-e10afc3a06d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:53.688810 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e7783d0a-eefa-4e44-b6e4-e10afc3a06d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:53.694157 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7997a834-f8fa-430c-9afb-113bda6a9f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:53.707688 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7783d0a-eefa-4e44-b6e4-e10afc3a06d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec15081-9524-4d20-b8da-dc7e1451f063,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:53.710057 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e7783d0a-eefa-4e44-b6e4-e10afc3a06d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:53.712157 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e2f2bbc6-a1ff-46cc-84d4-0715e876015c req-ad1cdf19-09e7-42d9-bb82-89b9b6a69ce5 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323555 Jun 27 12:29:53.714994 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e7783d0a-eefa-4e44-b6e4-e10afc3a06d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:53.724418 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-e7783d0a-eefa-4e44-b6e4-e10afc3a06d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8ec15081-9524-4d20-b8da-dc7e1451f063 HTTP/1.1" status: 204 len: 168 time: 0.2000329 Jun 27 12:29:54.399244 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 34936) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:54.530643 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b7695b94-a15c-4310-88b0-098f9d738817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.546420 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-b7695b94-a15c-4310-88b0-098f9d738817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:54.550761 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-b7695b94-a15c-4310-88b0-098f9d738817 admin admin] Usage tracker for resource:security_group_rule and tenant:4c2ce63889a640b78f822e642cd82564 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:54.553790 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-b7695b94-a15c-4310-88b0-098f9d738817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:54.559666 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-b7695b94-a15c-4310-88b0-098f9d738817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:54.639274 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60478de-1321-4598-aff2-55410e6dc6aa req-a208c1f5-01d0-4ca4-8238-235b87498884 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:54.640800 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d60478de-1321-4598-aff2-55410e6dc6aa req-a208c1f5-01d0-4ca4-8238-235b87498884 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0894039 Jun 27 12:29:54.649301 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b7695b94-a15c-4310-88b0-098f9d738817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.654164 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b7695b94-a15c-4310-88b0-098f9d738817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.662276 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a5e2985b-d49a-48a8-a6c3-5637839d6f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:54.691582 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d60478de-1321-4598-aff2-55410e6dc6aa req-5a3a18b8-3aa7-4fc8-9ebf-58ab292f7897 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434816 Jun 27 12:29:54.703548 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-b7695b94-a15c-4310-88b0-098f9d738817 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c2ce63889a640b78f822e642cd82564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029573 Jun 27 12:29:54.704574 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7695b94-a15c-4310-88b0-098f9d738817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1050fe-2587-456e-b016-6b350f6e5634,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:54.706747 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 34952) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:54.708661 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b7695b94-a15c-4310-88b0-098f9d738817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:54.774743 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3640a131-1b37-440e-a14e-8a81263386b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.808630 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3640a131-1b37-440e-a14e-8a81263386b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.919239 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3640a131-1b37-440e-a14e-8a81263386b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.929163 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b5179475-29a9-4789-8735-563ac86e2675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:54.942076 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640a131-1b37-440e-a14e-8a81263386b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1050fe-2587-456e-b016-6b350f6e5634,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:54.945612 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3640a131-1b37-440e-a14e-8a81263386b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:54.952676 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3640a131-1b37-440e-a14e-8a81263386b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:54.957336 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-3640a131-1b37-440e-a14e-8a81263386b2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fb1050fe-2587-456e-b016-6b350f6e5634 HTTP/1.1" status: 204 len: 168 time: 0.2493079 Jun 27 12:29:55.028719 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf3821-1569-4ef1-8ff5-f643c3e36304 req-8ab38d2a-de27-47c2-ac66-96fe54db39b3 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:55.045130 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8bbf3821-1569-4ef1-8ff5-f643c3e36304 req-8ab38d2a-de27-47c2-ac66-96fe54db39b3 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 946 time: 0.1753209 Jun 27 12:29:55.113625 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8bbf3821-1569-4ef1-8ff5-f643c3e36304 req-1f274b94-145a-4371-99f2-5a6e31bc08e4 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667746 Jun 27 12:29:55.309068 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:55.967799 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 35022) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:56.112095 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-67327c4e-c71f-4d54-a96a-8287b660bba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:56.120923 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-67327c4e-c71f-4d54-a96a-8287b660bba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:29:56.125122 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-67327c4e-c71f-4d54-a96a-8287b660bba1 admin admin] Usage tracker for resource:security_group_rule and tenant:37f80281df414e05b6e82155423a3fb3 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:29:56.128034 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-67327c4e-c71f-4d54-a96a-8287b660bba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:29:56.133822 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-67327c4e-c71f-4d54-a96a-8287b660bba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:29:56.228130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-67327c4e-c71f-4d54-a96a-8287b660bba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:56.233160 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-67327c4e-c71f-4d54-a96a-8287b660bba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:56.242126 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b5b49096-c874-458a-badf-571adb1c6a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:56.283610 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-67327c4e-c71f-4d54-a96a-8287b660bba1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=37f80281df414e05b6e82155423a3fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146458 Jun 27 12:29:56.284529 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67327c4e-c71f-4d54-a96a-8287b660bba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01148aeb-f2d3-42d0-984b-1b6c317b30e5,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:56.286450 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 35036) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:29:56.289246 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-67327c4e-c71f-4d54-a96a-8287b660bba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:56.354753 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9d61e517-9940-4d98-bf0a-0af45da586db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:56.382022 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9d61e517-9940-4d98-bf0a-0af45da586db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:56.451665 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9d61e517-9940-4d98-bf0a-0af45da586db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:56.462474 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e40a9294-c00d-4bcc-9b8c-21418e57cec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:29:56.479165 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61e517-9940-4d98-bf0a-0af45da586db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01148aeb-f2d3-42d0-984b-1b6c317b30e5,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:29:56.481856 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9d61e517-9940-4d98-bf0a-0af45da586db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:29:56.505126 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9d61e517-9940-4d98-bf0a-0af45da586db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:56.514816 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-9d61e517-9940-4d98-bf0a-0af45da586db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01148aeb-f2d3-42d0-984b-1b6c317b30e5 HTTP/1.1" status: 204 len: 168 time: 0.2235217 Jun 27 12:29:56.566001 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3208-6c34-4b1f-bccd-13b0858acd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:56.932926 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:29:57.205168 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9eafa7-3aae-4a05-be4b-5e53cff31911 req-38db2c2f-a6b0-4885-96f8-dbdb6d34c69d tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:57.206647 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-df9eafa7-3aae-4a05-be4b-5e53cff31911 req-38db2c2f-a6b0-4885-96f8-dbdb6d34c69d tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 946 time: 0.0899570 Jun 27 12:29:57.251091 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-df9eafa7-3aae-4a05-be4b-5e53cff31911 req-c937cc1b-2717-4a12-91d4-9af0b2888187 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385826 Jun 27 12:29:58.442056 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcda4ef-197b-43a0-bd82-68a4c7cfe814 req-9070321a-d98e-4c0c-a498-357cd336ed04 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:29:58.443675 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0bcda4ef-197b-43a0-bd82-68a4c7cfe814 req-9070321a-d98e-4c0c-a498-357cd336ed04 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 946 time: 0.0828526 Jun 27 12:29:58.491624 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0bcda4ef-197b-43a0-bd82-68a4c7cfe814 req-c55fb579-dcab-4234-8aaf-bd61db97d7c9 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 Jun 27 12:29:59.120391 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5f4a-7914-46e8-8efc-b90932a505a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:00.081125 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:01.565936 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:02.565989 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4aa75-255a-4dbb-853a-ad2c8f276d07 req-123d4263-3499-4730-8c5b-1485e5b6a414 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:02.567439 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-66f4aa75-255a-4dbb-853a-ad2c8f276d07 req-123d4263-3499-4730-8c5b-1485e5b6a414 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 946 time: 0.0900984 Jun 27 12:30:02.612299 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-66f4aa75-255a-4dbb-853a-ad2c8f276d07 req-ec80d6e8-ea7f-4c62-b00c-202fea1c670b tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388663 Jun 27 12:30:03.100219 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b9814-937c-4ff1-85f0-79e7b0f38d2b req-2b471ae9-95f6-40c8-b248-fa56850381c3 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:03.101700 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-963b9814-937c-4ff1-85f0-79e7b0f38d2b req-2b471ae9-95f6-40c8-b248-fa56850381c3 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.36 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 946 time: 0.0820985 Jun 27 12:30:03.171636 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-963b9814-937c-4ff1-85f0-79e7b0f38d2b req-95ab0c1a-a5bb-4d91-986e-fd57643a3535 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Deleting port 272d9536-2c12-4d64-819c-49e2a8412f3c {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:30:03.171982 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-963b9814-937c-4ff1-85f0-79e7b0f38d2b req-95ab0c1a-a5bb-4d91-986e-fd57643a3535 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:03.507613 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-963b9814-937c-4ff1-85f0-79e7b0f38d2b req-95ab0c1a-a5bb-4d91-986e-fd57643a3535 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] For port 272d9536-2c12-4d64-819c-49e2a8412f3c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=272d9536-2c12-4d64-819c-49e2a8412f3c,segment=NetworkSegment(891e8189-0195-4d7d-ba85-a8fb600e1458),segment_id=891e8189-0195-4d7d-ba85-a8fb600e1458)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:30:03.507986 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-963b9814-937c-4ff1-85f0-79e7b0f38d2b req-95ab0c1a-a5bb-4d91-986e-fd57643a3535 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:03.631631 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-963b9814-937c-4ff1-85f0-79e7b0f38d2b req-95ab0c1a-a5bb-4d91-986e-fd57643a3535 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Calling delete_port for 272d9536-2c12-4d64-819c-49e2a8412f3c owned by compute:nova {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:30:03.775300 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-963b9814-937c-4ff1-85f0-79e7b0f38d2b req-95ab0c1a-a5bb-4d91-986e-fd57643a3535 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:03.781312 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f23605c9-b51b-48ee-940f-80bb2adfe2e8 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:03.836443 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab0c1a-a5bb-4d91-986e-fd57643a3535 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Pushing event deleted for resources: {'Port': ['ID=272d9536-2c12-4d64-819c-49e2a8412f3c,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:03.840074 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-95ab0c1a-a5bb-4d91-986e-fd57643a3535 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:03.912333 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-963b9814-937c-4ff1-85f0-79e7b0f38d2b req-95ab0c1a-a5bb-4d91-986e-fd57643a3535 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] No DVR routers for this DVR port 272d9536-2c12-4d64-819c-49e2a8412f3c on host hv-cinder-79809 {{(pid=78480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:30:03.915238 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-963b9814-937c-4ff1-85f0-79e7b0f38d2b req-95ab0c1a-a5bb-4d91-986e-fd57643a3535 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:03.917910 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1413c9bc-e196-4c69-94a2-c53a0d6eacb7', 'name': 'network-vif-deleted', 'tag': '272d9536-2c12-4d64-819c-49e2a8412f3c'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:30:03.939367 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-963b9814-937c-4ff1-85f0-79e7b0f38d2b req-95ab0c1a-a5bb-4d91-986e-fd57643a3535 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.36 "DELETE /v2.0/ports/272d9536-2c12-4d64-819c-49e2a8412f3c HTTP/1.1" status: 204 len: 173 time: 0.8312795 Jun 27 12:30:05.001364 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['272d9536-2c12-4d64-819c-49e2a8412f3c'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:30:07.506581 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 272d9536-2c12-4d64-819c-49e2a8412f3c no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:30:07.556066 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1413c9bc-e196-4c69-94a2-c53a0d6eacb7', 'name': 'network-vif-deleted', 'tag': '272d9536-2c12-4d64-819c-49e2a8412f3c', 'status': 'completed', 'code': 200} Jun 27 12:30:07.574250 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: 272d9536-2c12-4d64-819c-49e2a8412f3c {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:30:07.574598 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 272d9536-2c12-4d64-819c-49e2a8412f3c not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:30:07.631692 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0d397cb1-e5e1-4c59-bbb7-2bde02b85764 req-a4cae959-9b3d-4fef-b5fb-e92382b6d6c7 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=1413c9bc-e196-4c69-94a2-c53a0d6eacb7 HTTP/1.1" status: 200 len: 210 time: 0.0480862 Jun 27 12:30:11.572377 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-cc364e5c-d953-4358-863a-0a8dc876fc02 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:11.573815 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-cc364e5c-d953-4358-863a-0a8dc876fc02 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/networks?id=dae34c82-d105-4393-8c2f-343c5d37b94c HTTP/1.1" status: 200 len: 808 time: 0.1459167 Jun 27 12:30:11.590590 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-0adadf18-7bbd-4d75-a9f8-7ffe7dfc908a tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/quotas/64a7870f90694d41ab293802847c2f82 HTTP/1.1" status: 200 len: 375 time: 0.0098069 Jun 27 12:30:11.640400 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-8b1554be-ba8d-49b2-9818-dccb2ea23729 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Synchronizing usage tracker for tenant:64a7870f90694d41ab293802847c2f82 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:30:11.658143 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-8b1554be-ba8d-49b2-9818-dccb2ea23729 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Unset dirty status for tenant:64a7870f90694d41ab293802847c2f82 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:30:11.659393 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-8b1554be-ba8d-49b2-9818-dccb2ea23729 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=64a7870f90694d41ab293802847c2f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634658 Jun 27 12:30:11.799025 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e50ca70a-bbf0-4e5b-abc6-1df11fec551d service neutron] 10.222.0.38 "GET /v2.0/networks/dae34c82-d105-4393-8c2f-343c5d37b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317940 Jun 27 12:30:11.925359 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-ddf55198-fed4-41af-914b-43d864b84761 service neutron] 10.222.0.38 "GET /v2.0/networks/dae34c82-d105-4393-8c2f-343c5d37b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253951 Jun 27 12:30:12.110211 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-708da8a5-da34-4e90-9b34-10404962c931 req-3dd5de21-a4b9-4c41-8e50-89b04a383b7e tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 210 time: 0.0415561 Jun 27 12:30:13.260918 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cd8e8666-2012-4c60-982e-6b4afb1415eb req-d37fefd6-ea7d-4136-a4c2-1492057725ed tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 210 time: 0.0439196 Jun 27 12:30:13.812105 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e2cd4d5f-782e-4530-acf1-8517d6604082 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:13.815265 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e2cd4d5f-782e-4530-acf1-8517d6604082 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.36 "GET /v2.0/networks?id=dae34c82-d105-4393-8c2f-343c5d37b94c HTTP/1.1" status: 200 len: 808 time: 0.1580708 Jun 27 12:30:13.867832 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Request body: {'port': {'device_id': 'eea33ebc-f363-49b3-b643-de2253d00ddc', 'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c', 'admin_state_up': True, 'tenant_id': '64a7870f90694d41ab293802847c2f82'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:30:14.011513 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:14.022149 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:14.033633 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Made reservation on behalf of 64a7870f90694d41ab293802847c2f82 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:30:14.037439 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:14.292822 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Allocated IP 172.20.0.4 (dae34c82-d105-4393-8c2f-343c5d37b94c/56d48f81-e91a-4370-ba4e-4dd0c39280de/9dbba56e-5144-41c8-a050-0efb8f78a600) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:30:14.499514 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:14.532888 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:14.541395 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:14.607190 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Network dae34c82-d105-4393-8c2f-343c5d37b94c is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:30:14.609987 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:30:14.614648 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:30:14.644547 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Pushing event updated for resources: {'Port': ['ID=9dbba56e-5144-41c8-a050-0efb8f78a600,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:14.663707 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:14.664059 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:14.664435 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:14.664779 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:14.665114 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:14.665443 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:14.665775 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:14.666101 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:14.666458 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:14.666758 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:14.667071 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:14.667393 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:14.672871 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:14.689761 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:14.690494 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:14.715707 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8520634 Jun 27 12:30:15.271087 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Request body: {'port': {'device_id': 'eea33ebc-f363-49b3-b643-de2253d00ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:30:15.390097 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:15.758359 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dbba56e-5144-41c8-a050-0efb8f78a600 {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:30:15.765906 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:15.781585 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Transition to ACTIVE for port object 9dbba56e-5144-41c8-a050-0efb8f78a600 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:30:15.786848 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:15.791373 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-8fd32c10-8e36-46d1-ad19-5b032606cace tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:15.920508 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbba56e-5144-41c8-a050-0efb8f78a600,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:15.947319 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:16.063503 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Attempting to bind port 9dbba56e-5144-41c8-a050-0efb8f78a600 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:30:16.063833 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Attempting to bind port 9dbba56e-5144-41c8-a050-0efb8f78a600 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '891e8189-0195-4d7d-ba85-a8fb600e1458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:30:16.064173 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Attempting to bind port 9dbba56e-5144-41c8-a050-0efb8f78a600 on network dae34c82-d105-4393-8c2f-343c5d37b94c {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:30:16.069045 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Port 9dbba56e-5144-41c8-a050-0efb8f78a600 on network dae34c82-d105-4393-8c2f-343c5d37b94c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:30:16.069439 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Attempting to bind port 9dbba56e-5144-41c8-a050-0efb8f78a600 on network dae34c82-d105-4393-8c2f-343c5d37b94c {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:30:16.074423 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:30:16.074754 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Checking segment: {'id': '891e8189-0195-4d7d-ba85-a8fb600e1458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:30:16.075125 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Bound using segment: {'id': '891e8189-0195-4d7d-ba85-a8fb600e1458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:30:16.075589 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Bound port: 9dbba56e-5144-41c8-a050-0efb8f78a600, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891e8189-0195-4d7d-ba85-a8fb600e1458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:30:16.075934 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:16.176087 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] For port 9dbba56e-5144-41c8-a050-0efb8f78a600, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:30:16.180597 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] For port 9dbba56e-5144-41c8-a050-0efb8f78a600, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9dbba56e-5144-41c8-a050-0efb8f78a600,segment=NetworkSegment(891e8189-0195-4d7d-ba85-a8fb600e1458),segment_id=891e8189-0195-4d7d-ba85-a8fb600e1458)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:30:16.187126 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:16.192799 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-40e3ce3b-d1c3-41ed-bb8c-e0727af8d82c tempest-DeleteServersTestJSON-2114562457 tempest-DeleteServersTestJSON-2114562457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:16.242429 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:16.243274 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:16.244644 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/9dbba56e-5144-41c8-a050-0efb8f78a600 HTTP/1.1" status: 200 len: 1093 time: 0.9782038 Jun 27 12:30:16.247175 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea33ebc-f363-49b3-b643-de2253d00ddc', 'tag': '9dbba56e-5144-41c8-a050-0efb8f78a600'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:30:16.273392 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbba56e-5144-41c8-a050-0efb8f78a600,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:16.276770 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:16.633265 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:30:16.648527 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dee961-7718-465e-8d1c-f7a9c16f6de9 req-c2bb2177-57b3-418c-a1b4-e47d7b0f0d01 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:16.650217 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-06dee961-7718-465e-8d1c-f7a9c16f6de9 req-c2bb2177-57b3-418c-a1b4-e47d7b0f0d01 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Synchronizing usage tracker for tenant:64a7870f90694d41ab293802847c2f82 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:30:16.672505 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-06dee961-7718-465e-8d1c-f7a9c16f6de9 req-c2bb2177-57b3-418c-a1b4-e47d7b0f0d01 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Unset dirty status for tenant:64a7870f90694d41ab293802847c2f82 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:30:16.673880 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-06dee961-7718-465e-8d1c-f7a9c16f6de9 req-c2bb2177-57b3-418c-a1b4-e47d7b0f0d01 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 943 time: 0.1314342 Jun 27 12:30:16.725293 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-06dee961-7718-465e-8d1c-f7a9c16f6de9 req-877e3da4-4998-4fda-a80d-a39680920324 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446918 Jun 27 12:30:16.784034 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea33ebc-f363-49b3-b643-de2253d00ddc', 'tag': '9dbba56e-5144-41c8-a050-0efb8f78a600', 'status': 'completed', 'code': 200} Jun 27 12:30:18.282505 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dab5b-fb22-4189-aba0-2a17d81e0588 req-8c65badc-aeb4-43df-ad87-b7858a644d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:18.284151 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f22dab5b-fb22-4189-aba0-2a17d81e0588 req-8c65badc-aeb4-43df-ad87-b7858a644d12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64a7870f90694d41ab293802847c2f82&device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 1096 time: 0.0811603 Jun 27 12:30:18.435512 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c4ad5-b663-4529-9174-69cc3e9397b9 req-318a4a9b-b495-47c9-9173-658a6541d124 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:18.437000 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de6c4ad5-b663-4529-9174-69cc3e9397b9 req-318a4a9b-b495-47c9-9173-658a6541d124 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 943 time: 0.0907152 Jun 27 12:30:18.486661 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de6c4ad5-b663-4529-9174-69cc3e9397b9 req-39bc560d-b62a-4ddd-bfdc-b97b12d9f30c tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438952 Jun 27 12:30:18.711565 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dab5b-fb22-4189-aba0-2a17d81e0588 req-8bed3c66-9ea1-45cf-a3fa-6da4986b913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:18.712944 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f22dab5b-fb22-4189-aba0-2a17d81e0588 req-8bed3c66-9ea1-45cf-a3fa-6da4986b913e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=64a7870f90694d41ab293802847c2f82&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1379502 Jun 27 12:30:19.062716 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dab5b-fb22-4189-aba0-2a17d81e0588 req-9b4cea54-0aa4-4292-a4e0-62e19e901c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:19.064085 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f22dab5b-fb22-4189-aba0-2a17d81e0588 req-9b4cea54-0aa4-4292-a4e0-62e19e901c12 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2278478 Jun 27 12:30:19.203524 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-b128bd09-4f1c-486a-9f28-674a15bb8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:19.205949 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-b128bd09-4f1c-486a-9f28-674a15bb8a20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64a7870f90694d41ab293802847c2f82&device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 1096 time: 0.0881131 Jun 27 12:30:19.277640 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-05a36fef-dbcd-4cca-a926-14f02e22821a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dbba56e-5144-41c8-a050-0efb8f78a600 HTTP/1.1" status: 200 len: 217 time: 0.0630403 Jun 27 12:30:19.383891 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-f72b6c21-d580-4a87-b093-232bf3ae976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:19.385689 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-f72b6c21-d580-4a87-b093-232bf3ae976d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56d48f81-e91a-4370-ba4e-4dd0c39280de HTTP/1.1" status: 200 len: 848 time: 0.0715110 Jun 27 12:30:23.495678 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-2fceacc4-6492-4a62-9dc8-facd268c9123 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dae34c82-d105-4393-8c2f-343c5d37b94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459020 Jun 27 12:30:23.833689 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-e2c11ac9-0ab5-4605-855b-6397ca3ce2f9 service neutron] 10.222.0.36 "GET /v2.0/networks/dae34c82-d105-4393-8c2f-343c5d37b94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082222 Jun 27 12:30:23.866726 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2952a-85c5-4a16-b794-11765bf86a0b req-3f88495b-5efe-497e-bd2c-31b3d7534cab tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:23.868213 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ffa2952a-85c5-4a16-b794-11765bf86a0b req-3f88495b-5efe-497e-bd2c-31b3d7534cab tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 943 time: 0.1393192 Jun 27 12:30:23.915919 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ffa2952a-85c5-4a16-b794-11765bf86a0b req-16785f9c-8217-463f-ab84-e443caa07246 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Jun 27 12:30:23.983864 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e27915c3-d67c-4547-a2b7-8254dabe81ab req-fa5aa005-4481-4d5c-8eb8-564fa6791f2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713313 Jun 27 12:30:24.040400 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f22797-7bfe-422e-bca8-05a735bc13b2 req-203273c0-6bfd-4d57-bf7f-46aaf7c8c18d service neutron] 10.222.0.36 "GET /v2.0/networks/dae34c82-d105-4393-8c2f-343c5d37b94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281099 Jun 27 12:30:24.083442 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27915c3-d67c-4547-a2b7-8254dabe81ab req-b22d496c-ad65-442c-ac39-d7dbe7696626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:24.084958 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e27915c3-d67c-4547-a2b7-8254dabe81ab req-b22d496c-ad65-442c-ac39-d7dbe7696626 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 1099 time: 0.0790570 Jun 27 12:30:24.243490 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27915c3-d67c-4547-a2b7-8254dabe81ab req-a7567bea-baef-45c4-bd62-6ff9f4b5b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:24.244896 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e27915c3-d67c-4547-a2b7-8254dabe81ab req-a7567bea-baef-45c4-bd62-6ff9f4b5b0dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 200 len: 919 time: 0.1386330 Jun 27 12:30:24.310620 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e27915c3-d67c-4547-a2b7-8254dabe81ab req-315ec650-8bf1-4316-9f46-6c7d73656a1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab14651-676e-43f1-a3d1-76ddda28ab31 HTTP/1.1" status: 200 len: 217 time: 0.0587156 Jun 27 12:30:24.376753 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27915c3-d67c-4547-a2b7-8254dabe81ab req-47cd3ce0-a5e0-4c39-896a-2a8c60443c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:24.378178 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e27915c3-d67c-4547-a2b7-8254dabe81ab req-47cd3ce0-a5e0-4c39-896a-2a8c60443c15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a134c88f-299e-4abe-bd3b-b238015fe48c HTTP/1.1" status: 200 len: 858 time: 0.0599871 Jun 27 12:30:24.427506 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e27915c3-d67c-4547-a2b7-8254dabe81ab req-f7d78c91-a5c7-43c9-9802-da88a82f0b7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b11a4e2d-a287-410e-8ea7-a192cd2e008d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413857 Jun 27 12:30:24.582649 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e27915c3-d67c-4547-a2b7-8254dabe81ab req-438298c5-ad0b-4f84-b93a-2a9d6fb18307 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471760 Jun 27 12:30:24.720332 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e27915c3-d67c-4547-a2b7-8254dabe81ab req-db85409e-e6df-4619-890f-3d645da143a0 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277971 Jun 27 12:30:25.133974 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a38db2-7ade-4c6f-a565-aff65e42c164 req-344748a2-2c06-4260-8da1-d517e904af21 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:25.135333 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-15a38db2-7ade-4c6f-a565-aff65e42c164 req-344748a2-2c06-4260-8da1-d517e904af21 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 943 time: 0.0868185 Jun 27 12:30:25.182490 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-15a38db2-7ade-4c6f-a565-aff65e42c164 req-8bb7645b-090f-4580-b3dd-f19e98c51578 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Jun 27 12:30:25.295757 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:26.503673 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-5d06bea1-07e9-46db-b768-99c605d34390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:26.930502 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:29.115384 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b6dba604-e5db-48f0-91d4-d8eabc5782b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:29.985599 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dc7cb-f25c-40d2-929e-7a403b48d581 req-3e649d1b-3113-481d-8531-b5685ebaeccf tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:29.987173 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-403dc7cb-f25c-40d2-929e-7a403b48d581 req-3e649d1b-3113-481d-8531-b5685ebaeccf tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 943 time: 0.0817444 Jun 27 12:30:30.038356 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-403dc7cb-f25c-40d2-929e-7a403b48d581 req-4108268d-266a-4c5d-b738-257b3a1f2905 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422761 Jun 27 12:30:30.084567 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:31.269556 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c224ff-0ce1-4b14-955d-92fc220db88c req-b5dd7a72-d30a-4c01-be95-8183885d3100 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:31.271052 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f4c224ff-0ce1-4b14-955d-92fc220db88c req-b5dd7a72-d30a-4c01-be95-8183885d3100 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 943 time: 0.1046093 Jun 27 12:30:31.320580 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f4c224ff-0ce1-4b14-955d-92fc220db88c req-965d28e7-dfe2-4404-985f-fee339f2168f tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434480 Jun 27 12:30:31.567697 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:32.175877 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 9dbba56e-5144-41c8-a050-0efb8f78a600 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:30:32.310974 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c0538-6e56-4c08-b42b-d9c0abecdcf0 req-aa02f008-0d2d-4751-9578-e08e0ce57ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:32.312560 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cb8c0538-6e56-4c08-b42b-d9c0abecdcf0 req-aa02f008-0d2d-4751-9578-e08e0ce57ac8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 1098 time: 0.0911455 Jun 27 12:30:32.339999 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 9dbba56e-5144-41c8-a050-0efb8f78a600, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9dbba56e-5144-41c8-a050-0efb8f78a600,segment=NetworkSegment(891e8189-0195-4d7d-ba85-a8fb600e1458),segment_id=891e8189-0195-4d7d-ba85-a8fb600e1458)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:30:32.351864 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fe2d3-1a53-4c39-b506-092e58777b08 req-950e4fdd-a697-4d3a-9164-f5a973790623 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:32.354802 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-089fe2d3-1a53-4c39-b506-092e58777b08 req-950e4fdd-a697-4d3a-9164-f5a973790623 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0947938 Jun 27 12:30:32.357933 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '9dbba56e-5144-41c8-a050-0efb8f78a600', 'network_id': 'dae34c82-d105-4393-8c2f-343c5d37b94c', 'port_id': '9dbba56e-5144-41c8-a050-0efb8f78a600', 'mac_address': 'fa:16:3e:20:54:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d48f81-e91a-4370-ba4e-4dd0c39280de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:30:32.422078 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-089fe2d3-1a53-4c39-b506-092e58777b08 req-fad087a3-222b-4765-8845-00de9393625b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607812 Jun 27 12:30:32.452029 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:32.470699 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dbba56e-5144-41c8-a050-0efb8f78a600 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:30:32.490720 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 9dbba56e-5144-41c8-a050-0efb8f78a600, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9dbba56e-5144-41c8-a050-0efb8f78a600,segment=NetworkSegment(891e8189-0195-4d7d-ba85-a8fb600e1458),segment_id=891e8189-0195-4d7d-ba85-a8fb600e1458)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:30:32.496949 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:32.498470 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:32.568019 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c0538-6e56-4c08-b42b-d9c0abecdcf0 req-7c3effc4-f18e-4d59-aa99-a7053c3655bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:32.569546 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cb8c0538-6e56-4c08-b42b-d9c0abecdcf0 req-7c3effc4-f18e-4d59-aa99-a7053c3655bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 200 len: 919 time: 0.2487805 Jun 27 12:30:32.570848 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=9dbba56e-5144-41c8-a050-0efb8f78a600,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:32.574716 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:32.656389 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cb8c0538-6e56-4c08-b42b-d9c0abecdcf0 req-f1525df8-15bf-4427-96f1-e6d257aa406c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0006874-b735-4770-8f3f-86d3acdc5089 HTTP/1.1" status: 200 len: 217 time: 0.0758319 Jun 27 12:30:32.674953 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4279c06-d7af-4e99-a299-00029de671cf req-548f6d05-7728-4af0-8df7-f56be40ce9d2 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:32.676444 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b4279c06-d7af-4e99-a299-00029de671cf req-548f6d05-7728-4af0-8df7-f56be40ce9d2 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 944 time: 0.1553884 Jun 27 12:30:32.763361 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c0538-6e56-4c08-b42b-d9c0abecdcf0 req-49020712-6110-4d60-87e0-9d8886ca3230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:32.764805 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cb8c0538-6e56-4c08-b42b-d9c0abecdcf0 req-49020712-6110-4d60-87e0-9d8886ca3230 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a134c88f-299e-4abe-bd3b-b238015fe48c HTTP/1.1" status: 200 len: 858 time: 0.0875304 Jun 27 12:30:32.769748 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b4279c06-d7af-4e99-a299-00029de671cf req-eb80d127-2b3d-46f7-ab45-ba94170427f7 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636408 Jun 27 12:30:32.818166 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cb8c0538-6e56-4c08-b42b-d9c0abecdcf0 req-f0eb374c-f796-404f-a624-cc5e835eb157 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b11a4e2d-a287-410e-8ea7-a192cd2e008d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436757 Jun 27 12:30:32.964807 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cb8c0538-6e56-4c08-b42b-d9c0abecdcf0 req-9236d282-3bb2-4859-aadf-155b56f97410 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357291 Jun 27 12:30:32.982860 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['9dbba56e-5144-41c8-a050-0efb8f78a600'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:30:33.130064 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cb8c0538-6e56-4c08-b42b-d9c0abecdcf0 req-461958ad-3864-4ae8-aaef-caee25a19121 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569762 Jun 27 12:30:33.619556 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76db7a-d57a-495e-b1cd-e8131d7a7a32 req-669a8e02-7a2a-41d5-9912-582a917754a0 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:33.621020 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9b76db7a-d57a-495e-b1cd-e8131d7a7a32 req-669a8e02-7a2a-41d5-9912-582a917754a0 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1001983 Jun 27 12:30:33.666637 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9b76db7a-d57a-495e-b1cd-e8131d7a7a32 req-a408fec9-d1c3-426a-b755-9515686b13f4 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398219 Jun 27 12:30:33.961340 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07820bc6-a1c3-44b9-950c-aa88ea73b9d0 req-999267c5-5d60-4e66-89af-638bc5c4cf18 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:33.962820 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-07820bc6-a1c3-44b9-950c-aa88ea73b9d0 req-999267c5-5d60-4e66-89af-638bc5c4cf18 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 944 time: 0.0870094 Jun 27 12:30:34.010999 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-07820bc6-a1c3-44b9-950c-aa88ea73b9d0 req-26d86ce9-d594-428c-b626-478ac22ab5d3 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400851 Jun 27 12:30:34.879733 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7ef6b-199c-420b-8136-81edb70d9b13 req-30cf09f2-2e7d-4316-b8d6-1ffbf86d1d65 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:34.881182 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4db7ef6b-199c-420b-8136-81edb70d9b13 req-30cf09f2-2e7d-4316-b8d6-1ffbf86d1d65 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1019986 Jun 27 12:30:34.926288 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4db7ef6b-199c-420b-8136-81edb70d9b13 req-2ef001d5-96ec-41a6-b227-e624e2589f3f tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392978 Jun 27 12:30:35.228663 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecc734-ee39-4b59-86b7-4505e1343395 req-a9f0e3dd-a1f7-443a-a7c0-edd44a6bcac9 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:35.230002 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f0ecc734-ee39-4b59-86b7-4505e1343395 req-a9f0e3dd-a1f7-443a-a7c0-edd44a6bcac9 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 944 time: 0.1081276 Jun 27 12:30:35.278572 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f0ecc734-ee39-4b59-86b7-4505e1343395 req-74c23038-3204-4ba1-a74d-ffe01a5abffe tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424330 Jun 27 12:30:36.766898 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 9dbba56e-5144-41c8-a050-0efb8f78a600 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:30:36.840536 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port 9dbba56e-5144-41c8-a050-0efb8f78a600 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:30:36.845485 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 9dbba56e-5144-41c8-a050-0efb8f78a600 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:30:36.845861 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:36.963663 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:36.991945 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea33ebc-f363-49b3-b643-de2253d00ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbba56e-5144-41c8-a050-0efb8f78a600'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:30:37.001651 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 9dbba56e-5144-41c8-a050-0efb8f78a600, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9dbba56e-5144-41c8-a050-0efb8f78a600,segment=NetworkSegment(891e8189-0195-4d7d-ba85-a8fb600e1458),segment_id=891e8189-0195-4d7d-ba85-a8fb600e1458)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:30:37.007825 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:37.009550 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:37.083267 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=9dbba56e-5144-41c8-a050-0efb8f78a600,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:37.086490 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:39.864336 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098a401-227a-44cb-ac33-db23baf2e3ee req-6a06d599-fb04-4986-9959-c556fb4e679c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:39.865814 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d098a401-227a-44cb-ac33-db23baf2e3ee req-6a06d599-fb04-4986-9959-c556fb4e679c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0866609 Jun 27 12:30:39.867830 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a1406-a218-486b-bb5b-72daf19c8e7d req-041d678d-e9df-46c3-93ae-ce031e8838e3 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:39.869283 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-509a1406-a218-486b-bb5b-72daf19c8e7d req-041d678d-e9df-46c3-93ae-ce031e8838e3 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 945 time: 0.0868742 Jun 27 12:30:39.916809 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d098a401-227a-44cb-ac33-db23baf2e3ee req-cb098b18-f9d0-4885-9c71-6e209b7978a0 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443542 Jun 27 12:30:39.918230 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-509a1406-a218-486b-bb5b-72daf19c8e7d req-4ca691d4-933a-48f5-9399-07a6862f87d0 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Jun 27 12:30:39.977148 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea33ebc-f363-49b3-b643-de2253d00ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbba56e-5144-41c8-a050-0efb8f78a600', 'code': 200} Jun 27 12:30:40.229612 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86428e-5670-4d23-9729-273aa4b3118a req-1336b2c9-2db1-406a-b989-e85cbbcc600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:40.230988 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3f86428e-5670-4d23-9729-273aa4b3118a req-1336b2c9-2db1-406a-b989-e85cbbcc600e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 1098 time: 0.0806954 Jun 27 12:30:40.283002 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3f86428e-5670-4d23-9729-273aa4b3118a req-459a7755-e5f6-43fe-9ef3-5653731953f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398762 Jun 27 12:30:40.797226 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 35624) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:40.924224 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:40.938462 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:40.943246 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Usage tracker for resource:security_group_rule and tenant:45986303e4e34a08a468e0da151f8f36 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:40.946654 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:40.953538 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:41.040494 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:41.047402 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:41.068461 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-362035a5-44aa-4876-8809-639b5307035b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:41.155415 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e53914-e947-4123-a620-2a85df218b46 req-1c1a9b4f-d5bb-40de-835f-df384820ea76 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:41.157548 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-26e53914-e947-4123-a620-2a85df218b46 req-1c1a9b4f-d5bb-40de-835f-df384820ea76 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 945 time: 0.0983832 Jun 27 12:30:41.163913 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef6c9c3-d8f9-4adf-b9f2-5315cefb430a,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:41.172483 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:41.172935 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:41.173387 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:41.173919 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:41.174453 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:41.174829 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:41.175254 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:41.175786 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:41.176214 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:41.176660 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:41.177111 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:41.177529 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:41.194722 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45986303e4e34a08a468e0da151f8f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964133 Jun 27 12:30:41.204696 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 35638) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:41.207183 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:41.245030 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-26e53914-e947-4123-a620-2a85df218b46 req-a39cf682-22db-4dc0-939a-292b8c08874d tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809486 Jun 27 12:30:41.247105 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe687c6-04a8-433f-a477-b9a7f9e4979c req-d4a20129-fd9c-4c00-bb81-a857111c3343 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:41.255085 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cbe687c6-04a8-433f-a477-b9a7f9e4979c req-d4a20129-fd9c-4c00-bb81-a857111c3343 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1879153 Jun 27 12:30:41.299982 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e56c98f0-0d1d-47a3-9727-0361d021e571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:41.314299 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cbe687c6-04a8-433f-a477-b9a7f9e4979c req-1209d5a3-ba5b-413a-9234-d0428604b4f0 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580742 Jun 27 12:30:41.346025 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e56c98f0-0d1d-47a3-9727-0361d021e571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:41.416238 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e56c98f0-0d1d-47a3-9727-0361d021e571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:41.425580 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3640a131-1b37-440e-a14e-8a81263386b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:41.443562 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c98f0-0d1d-47a3-9727-0361d021e571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef6c9c3-d8f9-4adf-b9f2-5315cefb430a,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:41.446565 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e56c98f0-0d1d-47a3-9727-0361d021e571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:41.447814 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e56c98f0-0d1d-47a3-9727-0361d021e571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:41.449581 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-e56c98f0-0d1d-47a3-9727-0361d021e571 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bef6c9c3-d8f9-4adf-b9f2-5315cefb430a HTTP/1.1" status: 204 len: 168 time: 0.2437992 Jun 27 12:30:41.459794 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 35650) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:41.715246 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c91727ce-422d-4ba7-9d57-24570c214a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:41.731388 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-c91727ce-422d-4ba7-9d57-24570c214a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:41.735449 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-c91727ce-422d-4ba7-9d57-24570c214a47 admin admin] Usage tracker for resource:security_group_rule and tenant:9903b576a40c4ed3ac9ba7b1e84178a9 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:41.738684 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-c91727ce-422d-4ba7-9d57-24570c214a47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:41.744731 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-c91727ce-422d-4ba7-9d57-24570c214a47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:41.833661 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c91727ce-422d-4ba7-9d57-24570c214a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:41.838451 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c91727ce-422d-4ba7-9d57-24570c214a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:41.845618 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9d61e517-9940-4d98-bf0a-0af45da586db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:41.887726 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-c91727ce-422d-4ba7-9d57-24570c214a47 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9903b576a40c4ed3ac9ba7b1e84178a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267905 Jun 27 12:30:41.888654 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91727ce-422d-4ba7-9d57-24570c214a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63536cc7-8576-42c2-b3f9-7c9921f56416,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:41.890714 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 35660) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:41.891597 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c91727ce-422d-4ba7-9d57-24570c214a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:41.958196 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-05c81e30-297e-4bc7-b497-2eacbcffb75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:41.984683 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-05c81e30-297e-4bc7-b497-2eacbcffb75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:42.040909 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-05c81e30-297e-4bc7-b497-2eacbcffb75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:42.045880 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a26be834-d488-411a-b3d2-adee372a3562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:42.060453 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c81e30-297e-4bc7-b497-2eacbcffb75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63536cc7-8576-42c2-b3f9-7c9921f56416,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:42.063281 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-05c81e30-297e-4bc7-b497-2eacbcffb75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:42.065435 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-05c81e30-297e-4bc7-b497-2eacbcffb75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:42.066577 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-05c81e30-297e-4bc7-b497-2eacbcffb75a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63536cc7-8576-42c2-b3f9-7c9921f56416 HTTP/1.1" status: 204 len: 168 time: 0.1743975 Jun 27 12:30:42.443332 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bae43f-e09e-4363-8807-37ab4992d5d4 req-027c48f1-d807-493e-9d0b-0df8f03253d7 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:42.444888 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a6bae43f-e09e-4363-8807-37ab4992d5d4 req-027c48f1-d807-493e-9d0b-0df8f03253d7 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 945 time: 0.0812147 Jun 27 12:30:42.490815 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a6bae43f-e09e-4363-8807-37ab4992d5d4 req-5c8171f0-936e-402d-b651-9672f7a4d7aa tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395136 Jun 27 12:30:42.514268 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5a6e9-7026-4b1b-889b-da859af8c86d req-0074cbec-4a86-4f2b-9a60-f2dd066a9f20 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:42.514796 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ecc5a6e9-7026-4b1b-889b-da859af8c86d req-0074cbec-4a86-4f2b-9a60-f2dd066a9f20 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0927315 Jun 27 12:30:42.561627 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ecc5a6e9-7026-4b1b-889b-da859af8c86d req-82f64f42-6f9d-46b4-910e-f368152b5268 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408230 Jun 27 12:30:43.745415 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47725d12-1b3b-4c5a-bfa7-d64da4d1c94f req-43b91a34-3d24-4eb3-a6ae-30fb48a3eb75 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:43.746862 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-47725d12-1b3b-4c5a-bfa7-d64da4d1c94f req-43b91a34-3d24-4eb3-a6ae-30fb48a3eb75 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 945 time: 0.0895169 Jun 27 12:30:43.798533 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-47725d12-1b3b-4c5a-bfa7-d64da4d1c94f req-d45db4cb-29fe-44e8-ab4d-c04d4f794a8d tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455747 Jun 27 12:30:43.845477 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d51b3-278d-4b5d-b58f-9d0e5a6655ab req-cd3c6d32-1231-4bb2-8620-bc294eabdfaa tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:43.846907 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a22d51b3-278d-4b5d-b58f-9d0e5a6655ab req-cd3c6d32-1231-4bb2-8620-bc294eabdfaa tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1707013 Jun 27 12:30:43.892472 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a22d51b3-278d-4b5d-b58f-9d0e5a6655ab req-b9212b2d-1944-4bf7-9204-a4ffc90808c4 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396059 Jun 27 12:30:44.993361 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e6493-c191-415f-8340-16dc5b57338c req-ee60c939-b7c9-4f29-b081-76262537f899 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:44.994827 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c96e6493-c191-415f-8340-16dc5b57338c req-ee60c939-b7c9-4f29-b081-76262537f899 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 945 time: 0.0849180 Jun 27 12:30:45.040824 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c96e6493-c191-415f-8340-16dc5b57338c req-c5a051b6-34eb-49ba-8cf0-8ddba45af2c6 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400100 Jun 27 12:30:45.078817 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1feea3c-3e79-4777-bd00-65abe432c5d9 req-3713c9ce-543a-487d-8d3a-80fa0b990595 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:45.080362 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c1feea3c-3e79-4777-bd00-65abe432c5d9 req-3713c9ce-543a-487d-8d3a-80fa0b990595 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0815113 Jun 27 12:30:45.127136 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c1feea3c-3e79-4777-bd00-65abe432c5d9 req-eacd8471-f3d0-4f05-be8c-52d852269486 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 Jun 27 12:30:45.768940 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 35740) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:45.771969 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e498899-5dee-4612-9e51-2455ac16322e req-b1ef865a-4022-4669-8dbd-c8e9e3e7ffd9 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:45.773757 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9e498899-5dee-4612-9e51-2455ac16322e req-b1ef865a-4022-4669-8dbd-c8e9e3e7ffd9 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.36 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 945 time: 0.0833125 Jun 27 12:30:45.924190 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-9e498899-5dee-4612-9e51-2455ac16322e req-a3f726ad-da9b-488c-8cee-ba460236accc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Deleting port 9dbba56e-5144-41c8-a050-0efb8f78a600 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:30:45.924579 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-9e498899-5dee-4612-9e51-2455ac16322e req-a3f726ad-da9b-488c-8cee-ba460236accc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:45.941637 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e62d9bcf-a02d-4d85-a3ad-641d4b8dea8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:45.959430 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-e62d9bcf-a02d-4d85-a3ad-641d4b8dea8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:45.964592 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-e62d9bcf-a02d-4d85-a3ad-641d4b8dea8c admin admin] Usage tracker for resource:security_group_rule and tenant:c8fd9f97459e4d699dcac966599fa490 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:45.971964 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-e62d9bcf-a02d-4d85-a3ad-641d4b8dea8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:45.979959 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-e62d9bcf-a02d-4d85-a3ad-641d4b8dea8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:46.008724 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17202d-74a7-4263-97e1-9b47a66ae046 req-e202447d-5c41-46e1-9e75-5b39e04fd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:46.010175 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fe17202d-74a7-4263-97e1-9b47a66ae046 req-e202447d-5c41-46e1-9e75-5b39e04fd61d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 1098 time: 0.1318376 Jun 27 12:30:46.077686 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fe17202d-74a7-4263-97e1-9b47a66ae046 req-73a39e01-7273-41f1-8e99-9413a237a715 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587282 Jun 27 12:30:46.111383 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e62d9bcf-a02d-4d85-a3ad-641d4b8dea8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:46.116633 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e62d9bcf-a02d-4d85-a3ad-641d4b8dea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:46.123712 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-68eb2997-bcb5-4199-b412-955d562d1e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:46.167871 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-e62d9bcf-a02d-4d85-a3ad-641d4b8dea8c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c8fd9f97459e4d699dcac966599fa490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974619 Jun 27 12:30:46.168909 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d9bcf-a02d-4d85-a3ad-641d4b8dea8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14804ca0-63cc-4c4f-bb41-78b35bf0d727,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:46.171751 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 35750) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:46.173721 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e62d9bcf-a02d-4d85-a3ad-641d4b8dea8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:46.223869 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-9e498899-5dee-4612-9e51-2455ac16322e req-a3f726ad-da9b-488c-8cee-ba460236accc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] For port 9dbba56e-5144-41c8-a050-0efb8f78a600, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9dbba56e-5144-41c8-a050-0efb8f78a600,segment=NetworkSegment(891e8189-0195-4d7d-ba85-a8fb600e1458),segment_id=891e8189-0195-4d7d-ba85-a8fb600e1458)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:30:46.224502 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-9e498899-5dee-4612-9e51-2455ac16322e req-a3f726ad-da9b-488c-8cee-ba460236accc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:46.232179 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-314c7c06-480e-4822-bd55-feaa3b0d3f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:46.258743 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-314c7c06-480e-4822-bd55-feaa3b0d3f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:46.348207 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-9e498899-5dee-4612-9e51-2455ac16322e req-a3f726ad-da9b-488c-8cee-ba460236accc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Calling delete_port for 9dbba56e-5144-41c8-a050-0efb8f78a600 owned by compute:nova {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:30:46.373716 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac007-77b9-457c-9bf0-61bf6e6b5ecd req-a3212255-d6b4-402e-8035-0da6192e9115 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:46.375270 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5aeac007-77b9-457c-9bf0-61bf6e6b5ecd req-a3212255-d6b4-402e-8035-0da6192e9115 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1091194 Jun 27 12:30:46.381221 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-314c7c06-480e-4822-bd55-feaa3b0d3f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:46.387338 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-67327c4e-c71f-4d54-a96a-8287b660bba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:46.410795 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c7c06-480e-4822-bd55-feaa3b0d3f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14804ca0-63cc-4c4f-bb41-78b35bf0d727,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:46.413413 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-314c7c06-480e-4822-bd55-feaa3b0d3f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:46.439178 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-314c7c06-480e-4822-bd55-feaa3b0d3f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:46.440266 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-314c7c06-480e-4822-bd55-feaa3b0d3f70 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/14804ca0-63cc-4c4f-bb41-78b35bf0d727 HTTP/1.1" status: 204 len: 168 time: 0.2681620 Jun 27 12:30:46.445140 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5aeac007-77b9-457c-9bf0-61bf6e6b5ecd req-f82eb0d2-2eb1-4d75-85cb-cdaf03e1253e tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598161 Jun 27 12:30:46.495149 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b23efa-513e-4e68-bff5-b06f6cfdd4ea req-2005510f-8c84-491e-8dbf-1424d4ea6669 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:46.496651 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-95b23efa-513e-4e68-bff5-b06f6cfdd4ea req-2005510f-8c84-491e-8dbf-1424d4ea6669 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/ports?device_id=eea33ebc-f363-49b3-b643-de2253d00ddc HTTP/1.1" status: 200 len: 945 time: 0.3384516 Jun 27 12:30:46.594997 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-95b23efa-513e-4e68-bff5-b06f6cfdd4ea req-79b13ba8-29f6-44ed-8eed-20c9d95b027f tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ac334a-e9ed-40b0-9bfc-773cdc5da60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848472 Jun 27 12:30:46.628793 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-9e498899-5dee-4612-9e51-2455ac16322e req-a3f726ad-da9b-488c-8cee-ba460236accc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:46.635260 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-cf350b71-af7c-4da5-82db-a57d2ba7e93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:46.681362 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f726ad-da9b-488c-8cee-ba460236accc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Pushing event deleted for resources: {'Port': ['ID=9dbba56e-5144-41c8-a050-0efb8f78a600,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:46.692061 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a3f726ad-da9b-488c-8cee-ba460236accc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:46.773004 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e498899-5dee-4612-9e51-2455ac16322e req-a3f726ad-da9b-488c-8cee-ba460236accc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] No DVR routers for this DVR port 9dbba56e-5144-41c8-a050-0efb8f78a600 on host hv-cinder-79809 {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:30:46.777106 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-9e498899-5dee-4612-9e51-2455ac16322e req-a3f726ad-da9b-488c-8cee-ba460236accc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:46.780062 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea33ebc-f363-49b3-b643-de2253d00ddc', 'name': 'network-vif-deleted', 'tag': '9dbba56e-5144-41c8-a050-0efb8f78a600'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:30:46.811193 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9e498899-5dee-4612-9e51-2455ac16322e req-a3f726ad-da9b-488c-8cee-ba460236accc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] 10.222.0.36 "DELETE /v2.0/ports/9dbba56e-5144-41c8-a050-0efb8f78a600 HTTP/1.1" status: 204 len: 173 time: 1.0291820 Jun 27 12:30:46.866437 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea33ebc-f363-49b3-b643-de2253d00ddc', 'name': 'network-vif-deleted', 'tag': '9dbba56e-5144-41c8-a050-0efb8f78a600', 'status': 'completed', 'code': 200} Jun 27 12:30:47.244248 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 35782) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:47.361202 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-623718687-network', 'tenant_id': 'ad7befd71cc342118986826861797419'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:30:47.366421 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:47.370739 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Usage tracker for resource:network and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:47.373747 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:47.380195 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:47.391819 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Made reservation on behalf of ad7befd71cc342118986826861797419 for: {'network': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:30:47.394320 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:47.406856 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:47.421666 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:47.425764 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Usage tracker for resource:security_group_rule and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:47.428741 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:47.434349 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:47.532629 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:47.538629 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:47.542354 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-fc39065a-0e67-44ca-a128-4e7e4cfac688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:47.572819 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=78480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:30:47.581414 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eef590-57f0-469d-a40b-982a1fe72ca3,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:47.585604 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:47.588269 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:47.590351 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.segments_db [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Added segment ec02aa7e-002b-4eae-943a-b9027e6b227a of type vlan for network 4ba4b00e-9728-4710-95e1-d036b6026ac1 Jun 27 12:30:47.618453 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:47.652545 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:47.653964 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:47.654575 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:47.659645 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2e46c1d4-ef87-47f1-9728-f2f0ec4ab8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:47.663682 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13b132-4505-4a3f-9d81-43a118f0b4ca req-9f0348b8-95b6-42d6-b25b-5de4f45f7db7 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:47.665298 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9a13b132-4505-4a3f-9d81-43a118f0b4ca req-9f0348b8-95b6-42d6-b25b-5de4f45f7db7 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0910423 Jun 27 12:30:47.716911 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9a13b132-4505-4a3f-9d81-43a118f0b4ca req-aaaef911-b177-4626-892d-c196adfaae67 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453217 Jun 27 12:30:47.762430 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5167968 Jun 27 12:30:47.765372 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 35796) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:47.766922 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba4b00e-9728-4710-95e1-d036b6026ac1,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:47.771049 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Request body: {'subnet': {'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-623718687-subnet', 'tenant_id': 'ad7befd71cc342118986826861797419', 'ip_version': 4}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:30:47.776768 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:47.777787 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:47.778673 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network 4ba4b00e-9728-4710-95e1-d036b6026ac1 details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:30:47.781834 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Usage tracker for resource:subnet and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:47.785116 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:47.792067 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:47.823388 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Made reservation on behalf of ad7befd71cc342118986826861797419 for: {'subnet': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:30:47.829664 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10275220'] for subnet, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:48.129069 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2204543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10275202'] for subnet, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:48.134742 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-666905a4-b32a-4356-ae04-407a0556112c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:48.223059 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:48.228538 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:48.229616 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Checking segment: {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:30:48.230149 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Network hostable DHCP agents. Network: 4ba4b00e-9728-4710-95e1-d036b6026ac1, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:30:48.246498 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 9dbba56e-5144-41c8-a050-0efb8f78a600 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:30:48.279951 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: 9dbba56e-5144-41c8-a050-0efb8f78a600 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:30:48.280311 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 9dbba56e-5144-41c8-a050-0efb8f78a600 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:30:48.356794 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Network 4ba4b00e-9728-4710-95e1-d036b6026ac1 is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:30:48.376653 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, 4ba4b00e-9728-4710-95e1-d036b6026ac1) {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:30:48.384817 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:48.385396 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:48.386030 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4dc206-1bcb-476e-93c1-04b254eacb52 None None] Network 4ba4b00e-9728-4710-95e1-d036b6026ac1 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:30:48.416644 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b9f0a-c51c-4897-8383-b4b4e2989f67 req-221f5fbc-28b6-486a-8ed3-5713dba2fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:48.420376 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b83b9f0a-c51c-4897-8383-b4b4e2989f67 req-221f5fbc-28b6-486a-8ed3-5713dba2fa81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 1098 time: 0.1771283 Jun 27 12:30:48.421650 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6552484 Jun 27 12:30:48.424339 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 35824) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:48.448179 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:30:48.469827 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:48.480939 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311155b-b416-48e0-abfe-e8fbb615b938 req-e0e6241c-4a4b-455b-a28b-1cf793eedf12 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:48.482442 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-8311155b-b416-48e0-abfe-e8fbb615b938 req-e0e6241c-4a4b-455b-a28b-1cf793eedf12 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1848288 Jun 27 12:30:48.487025 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Usage tracker for resource:router and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:48.491409 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:48.642201 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:48.670940 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d5a1f2-d579-5b19-9210-bd0cee90bf3b-4ba4b00e-9728-4710-95e1-d036b6026ac1', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c'}]}} from dv-cinder-798099-1-iscsi. {{(pid=78481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:30:48.671770 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:48.692391 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100845'] for router, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:48.693638 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3820354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100838'] for router, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:48.714673 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-8311155b-b416-48e0-abfe-e8fbb615b938 req-6e634f31-1b6a-4532-becc-ab80b9d2b604 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202537 Jun 27 12:30:48.753939 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b9f0a-c51c-4897-8383-b4b4e2989f67 req-5bf77e82-0f5c-4949-a0c2-3014212312a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:48.755822 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b83b9f0a-c51c-4897-8383-b4b4e2989f67 req-5bf77e82-0f5c-4949-a0c2-3014212312a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 200 len: 919 time: 0.3281908 Jun 27 12:30:48.759506 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:48.837536 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b83b9f0a-c51c-4897-8383-b4b4e2989f67 req-3f32b473-9e02-4c1e-9bf3-23cb317d6567 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0006874-b735-4770-8f3f-86d3acdc5089 HTTP/1.1" status: 200 len: 217 time: 0.0685635 Jun 27 12:30:48.898893 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.db_base_plugin_common [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Allocated IP 172.20.0.2 (4ba4b00e-9728-4710-95e1-d036b6026ac1/3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c/3b2b6796-22f2-4052-915f-ab333385306e) {{(pid=78481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:30:49.115118 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b9f0a-c51c-4897-8383-b4b4e2989f67 req-23faa90c-09f4-45a8-b50e-23837180cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:49.116899 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b83b9f0a-c51c-4897-8383-b4b4e2989f67 req-23faa90c-09f4-45a8-b50e-23837180cd7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a134c88f-299e-4abe-bd3b-b238015fe48c HTTP/1.1" status: 200 len: 858 time: 0.2712808 Jun 27 12:30:49.127694 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Notify callbacks [] for port, precommit_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:49.143257 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Transition to ACTIVE for port object 3b2b6796-22f2-4052-915f-ab333385306e will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:30:49.164763 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Transition to ACTIVE for port object 3b2b6796-22f2-4052-915f-ab333385306e will not be triggered until provisioned by entity DHCP. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:30:49.174241 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:49.183351 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-0f90b4a3-67b4-464e-ae86-4dcb7327d733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:49.228226 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3774418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100808'] for router, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:49.240989 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b83b9f0a-c51c-4897-8383-b4b4e2989f67 req-9acaa31d-ecdc-45b6-992c-8347d2430d4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b11a4e2d-a287-410e-8ea7-a192cd2e008d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623112 Jun 27 12:30:49.259060 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Network 4ba4b00e-9728-4710-95e1-d036b6026ac1 is already hosted by enough agents. {{(pid=78481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:30:49.266716 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.base_scheduler [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Resources bound (agent type, host, resource id): {{(pid=78481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:30:49.273290 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Received port after_create {{(pid=78481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:30:49.321419 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Pushing event updated for resources: {'Port': ['ID=3b2b6796-22f2-4052-915f-ab333385306e,revision_number=1']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:49.360261 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:49.360507 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:49.360779 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:49.361105 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:49.361423 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:49.361747 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:49.362062 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:49.362374 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:49.362712 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:49.363028 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:49.363341 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:49.363664 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:49.371440 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:49.390274 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Attempting to bind port 3b2b6796-22f2-4052-915f-ab333385306e on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:30:49.390648 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Attempting to bind port 3b2b6796-22f2-4052-915f-ab333385306e by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:30:49.391011 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Attempting to bind port 3b2b6796-22f2-4052-915f-ab333385306e on network 4ba4b00e-9728-4710-95e1-d036b6026ac1 {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:30:49.396836 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:30:49.397191 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Checking segment: {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:30:49.397606 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:49.397995 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Bound using segment: {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:30:49.398458 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Bound port: 3b2b6796-22f2-4052-915f-ab333385306e, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:30:49.398830 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:49.456994 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b83b9f0a-c51c-4897-8383-b4b4e2989f67 req-7ef8b46c-5a38-431c-b1b2-b7f21f6713b7 service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987522 Jun 27 12:30:49.488357 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] For port 3b2b6796-22f2-4052-915f-ab333385306e, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:30:49.491595 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] For port 3b2b6796-22f2-4052-915f-ab333385306e, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=3b2b6796-22f2-4052-915f-ab333385306e,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:30:49.497809 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:49.501389 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:49.576231 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Pushing event updated for resources: {'Port': ['ID=3b2b6796-22f2-4052-915f-ab333385306e,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:49.583465 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:49.603997 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b83b9f0a-c51c-4897-8383-b4b4e2989f67 req-37b39d3f-c4e6-420b-9ebc-78854edda27b service neutron] 10.222.0.36 "GET /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397624 Jun 27 12:30:49.806343 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:49.843469 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:49.962047 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192501e3-5cae-4ddd-96c3-91035459cf96 req-74932ac2-aaed-45ea-8455-8c62cc2d5f0a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:49.963576 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-192501e3-5cae-4ddd-96c3-91035459cf96 req-74932ac2-aaed-45ea-8455-8c62cc2d5f0a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1313837 Jun 27 12:30:50.012708 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-192501e3-5cae-4ddd-96c3-91035459cf96 req-852c0e38-b62e-4441-aedd-9c5958e2a55c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432224 Jun 27 12:30:50.045456 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 3b2b6796-22f2-4052-915f-ab333385306e up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:30:50.092592 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Allocated IP 172.27.0.206 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/a325cff7-2ff0-4eff-aff1-f1334787774a) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:30:50.115772 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 3b2b6796-22f2-4052-915f-ab333385306e completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:30:50.242091 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:50.273293 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:50.277057 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-03c6df53-9207-4233-8d19-866ee119e23b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:50.342700 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:30:50.345621 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:30:50.349449 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:30:50.385667 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a325cff7-2ff0-4eff-aff1-f1334787774a,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:50.394433 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:50.514862 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d925a0c-47c7-4b3a-ade2-4c77f2cb47fe None None] Network 4ba4b00e-9728-4710-95e1-d036b6026ac1 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:30:50.633045 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-16ccd81e-9549-4791-8720-c00badb90e76 None None] Provisioning for port 3b2b6796-22f2-4052-915f-ab333385306e completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:30:50.650731 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-16ccd81e-9549-4791-8720-c00badb90e76 None None] Provisioning complete for port 3b2b6796-22f2-4052-915f-ab333385306e triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:30:50.651186 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-16ccd81e-9549-4791-8720-c00badb90e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:50.769308 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:50.857634 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-16ccd81e-9549-4791-8720-c00badb90e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:50.895291 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-16ccd81e-9549-4791-8720-c00badb90e76 None None] For port 3b2b6796-22f2-4052-915f-ab333385306e, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=3b2b6796-22f2-4052-915f-ab333385306e,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:30:50.900985 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-16ccd81e-9549-4791-8720-c00badb90e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:50.902878 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:50.987812 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccd81e-9549-4791-8720-c00badb90e76 None None] Pushing event updated for resources: {'Port': ['ID=3b2b6796-22f2-4052-915f-ab333385306e,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:50.991895 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-16ccd81e-9549-4791-8720-c00badb90e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:51.124479 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-d15bb6a8-b878-4ace-8912-c3401f6fdad0 None None] Provisioning complete for port 3b2b6796-22f2-4052-915f-ab333385306e triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:30:51.125230 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-d15bb6a8-b878-4ace-8912-c3401f6fdad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:51.137091 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3774413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3820407'] for router, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:51.367460 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Router fe303b9e-f3c2-43e2-8aa6-744168fd3358 is scheduled to L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 with binding_index 1 {{(pid=78479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:30:51.648202 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:30:51.657277 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Sync routers for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:30:51.667967 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:30:51.668626 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:30:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:30:51.675027 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Notify callbacks [] for router, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:51.676311 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2509160 Jun 27 12:30:51.679310 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 35876) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:51.848123 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:30:51.898819 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 3b2b6796-22f2-4052-915f-ab333385306e up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:30:51.966446 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 3b2b6796-22f2-4052-915f-ab333385306e triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:30:51.966896 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:52.170556 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:50Z', 'revision_number': 3, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:30:52.174466 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Checking router: fe303b9e-f3c2-43e2-8aa6-744168fd3358 for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:30:52.174817 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Updating router fe303b9e-f3c2-43e2-8aa6-744168fd3358 port a325cff7-2ff0-4eff-aff1-f1334787774a binding host dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:30:52.228581 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:52.358376 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:52.559559 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:52.566326 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Allocated IP 172.20.0.1 (4ba4b00e-9728-4710-95e1-d036b6026ac1/3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c/8809545a-b641-49db-8586-0cd1c45bc5a7) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:30:52.572074 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.provisioning_blocks [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Transition to ACTIVE for port object a325cff7-2ff0-4eff-aff1-f1334787774a will not be triggered until provisioned by entity L2. {{(pid=78482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:30:52.580677 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:52.584403 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:52.656713 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Attempting to bind port a325cff7-2ff0-4eff-aff1-f1334787774a on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:30:52.657077 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Attempting to bind port a325cff7-2ff0-4eff-aff1-f1334787774a by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:30:52.657406 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Attempting to bind port a325cff7-2ff0-4eff-aff1-f1334787774a on network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:30:52.659547 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Pushing event updated for resources: {'Port': ['ID=a325cff7-2ff0-4eff-aff1-f1334787774a,revision_number=2']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:52.666496 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:30:52.666861 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Checking segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:30:52.667251 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:52.667630 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Bound using segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:30:52.668086 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Bound port: a325cff7-2ff0-4eff-aff1-f1334787774a, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:30:52.668502 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:52.701312 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:52.701612 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:52.701967 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:52.702276 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:52.702594 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:52.702888 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:52.703199 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:52.703503 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:52.703828 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:52.704132 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:52.704465 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:52.704766 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:30:52.713560 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:52.717419 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:52.733225 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Transition to ACTIVE for port object 8809545a-b641-49db-8586-0cd1c45bc5a7 will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:30:52.752634 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] For port a325cff7-2ff0-4eff-aff1-f1334787774a, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:30:52.755898 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] For port a325cff7-2ff0-4eff-aff1-f1334787774a, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=a325cff7-2ff0-4eff-aff1-f1334787774a,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:30:52.757923 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:52.760657 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:52.761797 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:52.765472 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-2882e54e-4601-40d7-8242-42d7e02246c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:52.816982 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Network 4ba4b00e-9728-4710-95e1-d036b6026ac1 is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:30:52.824372 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:30:52.828452 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:30:52.832830 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:30:52.833482 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:30:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:30:52.869774 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Pushing event updated for resources: {'Port': ['ID=8809545a-b641-49db-8586-0cd1c45bc5a7,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:52.874312 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:52.886676 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820465'] for router_interface, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:52.904836 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Pushing event updated for resources: {'Port': ['ID=a325cff7-2ff0-4eff-aff1-f1334787774a,revision_number=3']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:52.909355 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-17e1c13c-fa5c-4fba-9b2d-337b5518c812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:53.021690 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:30:53.023143 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:53.083189 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-0337abcb-8a5f-416b-ab4a-703e29aab092 None None] Provisioning for port 8809545a-b641-49db-8586-0cd1c45bc5a7 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:30:53.089872 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-0337abcb-8a5f-416b-ab4a-703e29aab092 None None] Provisioning complete for port 8809545a-b641-49db-8586-0cd1c45bc5a7 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:30:53.090586 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0337abcb-8a5f-416b-ab4a-703e29aab092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:53.146134 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-0337abcb-8a5f-416b-ab4a-703e29aab092 None None] Port 8809545a-b641-49db-8586-0cd1c45bc5a7 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:30:53.310105 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:50Z', 'revision_number': 3, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:30:53.314362 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bdb3ab-3725-4dc6-ad00-7c4b42f93dc9 None None] The sync data for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi is: [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:50Z', 'revision_number': 3, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:30:53.334111 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:53.340419 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2205688'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:53.372156 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:53.460599 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Pushing event updated for resources: {'Port': ['ID=8809545a-b641-49db-8586-0cd1c45bc5a7,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:53.464655 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:53.465560 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774232'] for router_interface, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:53.623524 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Network 4ba4b00e-9728-4710-95e1-d036b6026ac1 is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:30:53.625066 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:30:53.633446 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:30:53.838404 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Router fe303b9e-f3c2-43e2-8aa6-744168fd3358 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:30:53.984164 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device a325cff7-2ff0-4eff-aff1-f1334787774a up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:30:54.047724 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:30:54.070985 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] 10.222.0.38 "PUT /v2.0/routers/fe303b9e-f3c2-43e2-8aa6-744168fd3358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3823864 Jun 27 12:30:54.084755 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-9eb5d460-6c5a-4b37-8a34-6ea645a3adce None None] Provisioning complete for port 8809545a-b641-49db-8586-0cd1c45bc5a7 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:30:54.085826 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d460-6c5a-4b37-8a34-6ea645a3adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:54.161492 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5d460-6c5a-4b37-8a34-6ea645a3adce None None] Port 8809545a-b641-49db-8586-0cd1c45bc5a7 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:30:54.187627 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d0d04-1d0f-4ac2-9bec-20656cb6d5a9 req-d8105332-b22c-4233-a011-6356df5f6b29 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:54.189452 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port a325cff7-2ff0-4eff-aff1-f1334787774a completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:30:54.189601 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-eb9d0d04-1d0f-4ac2-9bec-20656cb6d5a9 req-d8105332-b22c-4233-a011-6356df5f6b29 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0998423 Jun 27 12:30:54.195030 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port a325cff7-2ff0-4eff-aff1-f1334787774a triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:30:54.195532 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:54.277970 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-eb9d0d04-1d0f-4ac2-9bec-20656cb6d5a9 req-cbd4f3ee-1e9b-48f5-b606-c8e2ce60c68f tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798190 Jun 27 12:30:54.336958 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:54.354104 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port a325cff7-2ff0-4eff-aff1-f1334787774a, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=a325cff7-2ff0-4eff-aff1-f1334787774a,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:30:54.360065 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:54.361948 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:54.433001 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=a325cff7-2ff0-4eff-aff1-f1334787774a,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:54.436211 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:54.675199 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 35910) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:54.681120 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-432464188-network', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:30:54.686229 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:54.690308 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Usage tracker for resource:network and tenant:fe52c5a8088a40f28f2f8b833d1d40ce is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:54.693285 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:54.699738 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:54.711305 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Made reservation on behalf of fe52c5a8088a40f28f2f8b833d1d40ce for: {'network': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:30:54.713839 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:54.730691 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:54.745055 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:54.750413 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Usage tracker for resource:security_group_rule and tenant:fe52c5a8088a40f28f2f8b833d1d40ce is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:54.753451 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:54.759152 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:54.865381 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:54.873048 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:54.888444 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=78480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:30:54.895584 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f9f9e6ce-6bb1-4e0d-a378-ee4693e0de1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:54.909164 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:54.909509 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.segments_db [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Added segment 7ae02728-9e4b-470d-abcf-1495b46c2ddd of type vlan for network 94c096a7-537d-4f01-8341-9d24f1bb4090 Jun 27 12:30:54.936968 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ed52f5-afb2-4f72-b122-5c994291818d,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:54.947724 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:54.955414 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:54.991951 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:54.993536 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:54.994318 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:54.999910 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-902bd1fe-6b2b-41f5-90db-a79f9f02019f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:55.106481 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4301028 Jun 27 12:30:55.111162 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 35930) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:55.120523 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Request body: {'subnet': {'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-432464188-subnet', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'ip_version': 4}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:30:55.124357 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Pushing event updated for resources: {'Network': ['ID=94c096a7-537d-4f01-8341-9d24f1bb4090,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:55.131636 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:55.140200 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network 94c096a7-537d-4f01-8341-9d24f1bb4090 details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:30:55.154139 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:55.168044 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Usage tracker for resource:subnet and tenant:fe52c5a8088a40f28f2f8b833d1d40ce is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:55.175493 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:55.190392 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:55.212423 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Made reservation on behalf of fe52c5a8088a40f28f2f8b833d1d40ce for: {'subnet': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:30:55.215631 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10275220'] for subnet, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:55.329592 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Sync routers for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:30:55.385977 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:30:55.388314 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:30:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:30:55.578446 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bacb1-12d8-4a1c-9d73-b53554c203b5 req-e0db118a-41a8-4f6a-b740-7d6e30e06540 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:55.587085 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-383bacb1-12d8-4a1c-9d73-b53554c203b5 req-e0db118a-41a8-4f6a-b740-7d6e30e06540 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0934985 Jun 27 12:30:55.587898 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2204543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10275202'] for subnet, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:55.604709 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:55.635874 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:30:55.648749 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-383bacb1-12d8-4a1c-9d73-b53554c203b5 req-8700b7eb-a72d-4446-b04e-0a7677b22e63 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596232 Jun 27 12:30:55.713250 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd17506-b83d-4625-abef-1cc75fc709f3,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:55.717540 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:55.717753 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:55.726787 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Checking segment: {'id': '7ae02728-9e4b-470d-abcf-1495b46c2ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:30:55.727134 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Network hostable DHCP agents. Network: 94c096a7-537d-4f01-8341-9d24f1bb4090, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:30:55.752948 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Network 94c096a7-537d-4f01-8341-9d24f1bb4090 is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:30:55.771835 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, 94c096a7-537d-4f01-8341-9d24f1bb4090) {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:30:55.777555 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:55.778347 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:55.807494 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d4615-2d43-40c3-b940-23aedf7d8e36 None None] Network 94c096a7-537d-4f01-8341-9d24f1bb4090 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:30:55.808995 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-ab1c1e15-8a17-41de-8e8f-11686df2ee00 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6958838 Jun 27 12:30:55.811564 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 35942) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:30:55.817030 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-432464188-router', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:30:55.823683 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:30:55.828706 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Usage tracker for resource:router and tenant:fe52c5a8088a40f28f2f8b833d1d40ce is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:30:55.832687 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:30:55.840077 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:30:55.858701 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100845'] for router, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:55.860644 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3820354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100838'] for router, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:55.891673 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:55.979416 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device a325cff7-2ff0-4eff-aff1-f1334787774a up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:30:56.203030 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d5a1f2-d579-5b19-9210-bd0cee90bf3b-94c096a7-537d-4f01-8341-9d24f1bb4090', 'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'fixed_ips': [{'subnet_id': '7fd17506-b83d-4625-abef-1cc75fc709f3'}]}} from dv-cinder-798099-1-iscsi. {{(pid=78481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:30:56.203845 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:56.223879 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port a325cff7-2ff0-4eff-aff1-f1334787774a triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:30:56.224274 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:56.399831 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3774418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100808'] for router, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:56.541127 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-17c0bac8-8343-42e2-b376-9f1bfc070b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:56.543569 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.db_base_plugin_common [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Allocated IP 172.20.0.2 (94c096a7-537d-4f01-8341-9d24f1bb4090/7fd17506-b83d-4625-abef-1cc75fc709f3/96024385-5d34-4a02-a4c9-f5348468ba08) {{(pid=78481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:30:56.770778 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:30:53Z', 'revision_number': 2, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:30:56.778171 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Checking router: fe303b9e-f3c2-43e2-8aa6-744168fd3358 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:30:56.778528 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Updating router fe303b9e-f3c2-43e2-8aa6-744168fd3358 port 8809545a-b641-49db-8586-0cd1c45bc5a7 binding host dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:30:56.854404 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:56.875770 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:56.951133 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff743fed-ebd0-4e59-aa7a-ff014e515beb req-f6966c0a-4d40-45e1-aabf-04e73d920a24 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:30:56.961885 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ff743fed-ebd0-4e59-aa7a-ff014e515beb req-f6966c0a-4d40-45e1-aabf-04e73d920a24 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1498716 Jun 27 12:30:56.977628 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:56.990958 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.006398 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Notify callbacks [] for port, precommit_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.015841 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ff743fed-ebd0-4e59-aa7a-ff014e515beb req-9bca5655-e681-482a-8870-afb5fa549378 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528021 Jun 27 12:30:57.062124 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Transition to ACTIVE for port object 96024385-5d34-4a02-a4c9-f5348468ba08 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:30:57.101422 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Transition to ACTIVE for port object 96024385-5d34-4a02-a4c9-f5348468ba08 will not be triggered until provisioned by entity DHCP. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:30:57.149558 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.159752 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:57.167231 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Allocated IP 172.27.0.43 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/59545495-0971-4e3e-9a6a-dff03fbed9f7) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:30:57.308351 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Network 94c096a7-537d-4f01-8341-9d24f1bb4090 is already hosted by enough agents. {{(pid=78481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:30:57.313611 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.base_scheduler [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Resources bound (agent type, host, resource id): {{(pid=78481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:30:57.327572 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Received port after_create {{(pid=78481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:30:57.383978 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Pushing event updated for resources: {'Port': ['ID=96024385-5d34-4a02-a4c9-f5348468ba08,revision_number=1']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:57.386986 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:57.403355 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.490596 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Attempting to bind port 96024385-5d34-4a02-a4c9-f5348468ba08 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:30:57.491205 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.495802 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Attempting to bind port 96024385-5d34-4a02-a4c9-f5348468ba08 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '7ae02728-9e4b-470d-abcf-1495b46c2ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:30:57.496198 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Attempting to bind port 96024385-5d34-4a02-a4c9-f5348468ba08 on network 94c096a7-537d-4f01-8341-9d24f1bb4090 {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:30:57.497753 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:57.514330 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:30:57.517710 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Checking segment: {'id': '7ae02728-9e4b-470d-abcf-1495b46c2ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:30:57.518365 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.521276 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Bound using segment: {'id': '7ae02728-9e4b-470d-abcf-1495b46c2ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:30:57.522041 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Bound port: 96024385-5d34-4a02-a4c9-f5348468ba08, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae02728-9e4b-470d-abcf-1495b46c2ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:30:57.522553 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.668908 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:30:57.691007 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:30:57.694006 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:30:57.724224 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Notify callbacks [] for port, precommit_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.747077 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Transition to ACTIVE for port object 8809545a-b641-49db-8586-0cd1c45bc5a7 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:30:57.750436 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] For port 96024385-5d34-4a02-a4c9-f5348468ba08, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:30:57.755075 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] For port 96024385-5d34-4a02-a4c9-f5348468ba08, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=96024385-5d34-4a02-a4c9-f5348468ba08,segment=NetworkSegment(7ae02728-9e4b-470d-abcf-1495b46c2ddd),segment_id=7ae02728-9e4b-470d-abcf-1495b46c2ddd)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:30:57.761763 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:57.778219 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Pushing event updated for resources: {'Port': ['ID=59545495-0971-4e3e-9a6a-dff03fbed9f7,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:57.781992 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:57.782885 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:57.854678 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:58.080204 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f60ce-6ec9-4122-9476-585ae61c319f None None] Pushing event updated for resources: {'Port': ['ID=8809545a-b641-49db-8586-0cd1c45bc5a7,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:58.135410 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-a19f60ce-6ec9-4122-9476-585ae61c319f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:58.135942 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:58.255271 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Attempting to bind port 8809545a-b641-49db-8586-0cd1c45bc5a7 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:30:58.255655 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Attempting to bind port 8809545a-b641-49db-8586-0cd1c45bc5a7 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:30:58.256037 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Attempting to bind port 8809545a-b641-49db-8586-0cd1c45bc5a7 on network 4ba4b00e-9728-4710-95e1-d036b6026ac1 {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:30:58.270420 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Pushing event updated for resources: {'Port': ['ID=96024385-5d34-4a02-a4c9-f5348468ba08,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:58.273570 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:30:58.273963 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Checking segment: {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:30:58.274367 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:58.274757 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Bound using segment: {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:30:58.275240 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Bound port: 8809545a-b641-49db-8586-0cd1c45bc5a7, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:30:58.275619 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:58.306049 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:58.451067 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:58.498783 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] For port 8809545a-b641-49db-8586-0cd1c45bc5a7, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:30:58.511375 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] For port 8809545a-b641-49db-8586-0cd1c45bc5a7, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=8809545a-b641-49db-8586-0cd1c45bc5a7,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:30:58.524182 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:58.537004 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:30:58.695471 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:30:58.697854 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:30:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:30:58.904922 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f60ce-6ec9-4122-9476-585ae61c319f None None] Pushing event updated for resources: {'Port': ['ID=8809545a-b641-49db-8586-0cd1c45bc5a7,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:30:58.924411 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-a19f60ce-6ec9-4122-9476-585ae61c319f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:30:59.234975 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-efa5f696-c48d-4a10-be89-0e8cb58d2d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:59.265056 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:30:59.526999 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3774413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3820407'] for router, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:30:59.800460 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:30:58Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:30:59.815835 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Router 114ae3ff-9ae8-473a-a41d-89340441f49d is scheduled to L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 with binding_index 1 {{(pid=78480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:30:59.825627 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa4700-ea8f-4545-8e23-a1b62f8439db None None] The sync data for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi is: [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:30:58Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:30:59.906438 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08da02a3-27a2-44ff-9563-19868f5803f1 None None] Network 94c096a7-537d-4f01-8341-9d24f1bb4090 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:31:00.223602 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-ff5d73de-2610-45c4-a372-eef858123a59 None None] Provisioning for port 96024385-5d34-4a02-a4c9-f5348468ba08 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:31:00.245358 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 96024385-5d34-4a02-a4c9-f5348468ba08 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:31:00.311324 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:31:00.326934 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Sync routers for ids ['114ae3ff-9ae8-473a-a41d-89340441f49d'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:31:00.339862 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Routers {'114ae3ff-9ae8-473a-a41d-89340441f49d'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:31:00.340918 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:30:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['114ae3ff-9ae8-473a-a41d-89340441f49d'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:00.367516 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] Notify callbacks [] for router, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:00.369317 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-1e8a4283-fab5-4e9f-a7e0-a3a3b1937022 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5566819 Jun 27 12:31:00.372266 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 35998) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:00.462089 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 96024385-5d34-4a02-a4c9-f5348468ba08 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:31:00.469573 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 96024385-5d34-4a02-a4c9-f5348468ba08 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:00.471048 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:00.540885 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:00.655078 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Set router 114ae3ff-9ae8-473a-a41d-89340441f49d gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:31:00.688181 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:00.763948 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 96024385-5d34-4a02-a4c9-f5348468ba08, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=96024385-5d34-4a02-a4c9-f5348468ba08,segment=NetworkSegment(7ae02728-9e4b-470d-abcf-1495b46c2ddd),segment_id=7ae02728-9e4b-470d-abcf-1495b46c2ddd)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:31:00.776010 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:00.778340 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-c842f77b-eb8d-43b3-a2d3-f071e1a43c13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:01.003857 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=96024385-5d34-4a02-a4c9-f5348468ba08,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:01.016338 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:01.149352 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-fb9b7c2a-d69e-4b22-b5e6-6ac3a6130359 None None] Provisioning complete for port 96024385-5d34-4a02-a4c9-f5348468ba08 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:01.149775 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7c2a-d69e-4b22-b5e6-6ac3a6130359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:01.324819 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'name': 'tempest-TestVolumeBootPattern-432464188-router', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:55Z', 'updated_at': '2021-06-27T12:30:58Z', 'revision_number': 3, 'project_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'gw_port': {'id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:57Z', 'updated_at': '2021-06-27T12:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:01.330686 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Checking router: 114ae3ff-9ae8-473a-a41d-89340441f49d for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:31:01.331841 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Updating router 114ae3ff-9ae8-473a-a41d-89340441f49d port 59545495-0971-4e3e-9a6a-dff03fbed9f7 binding host dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:31:01.409755 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:01.580641 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:01.911605 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:01.972623 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Notify callbacks [] for port, precommit_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:01.989575 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.provisioning_blocks [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Transition to ACTIVE for port object 59545495-0971-4e3e-9a6a-dff03fbed9f7 will not be triggered until provisioned by entity L2. {{(pid=78482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:31:02.000372 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:02.005859 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:02.078973 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Attempting to bind port 59545495-0971-4e3e-9a6a-dff03fbed9f7 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:31:02.079346 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Attempting to bind port 59545495-0971-4e3e-9a6a-dff03fbed9f7 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:31:02.079705 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Attempting to bind port 59545495-0971-4e3e-9a6a-dff03fbed9f7 on network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:31:02.091802 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 96024385-5d34-4a02-a4c9-f5348468ba08 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:31:02.096109 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:31:02.096592 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Checking segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:31:02.096918 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:02.097309 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Bound using segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:31:02.097775 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Bound port: 59545495-0971-4e3e-9a6a-dff03fbed9f7, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:31:02.098155 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:02.150677 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fe728-3ed4-44a9-8522-ec8cd7938164 None None] Pushing event updated for resources: {'Port': ['ID=59545495-0971-4e3e-9a6a-dff03fbed9f7,revision_number=2']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:02.160397 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-ad6fe728-3ed4-44a9-8522-ec8cd7938164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:02.213167 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 96024385-5d34-4a02-a4c9-f5348468ba08 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:02.213550 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:02.231314 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] For port 59545495-0971-4e3e-9a6a-dff03fbed9f7, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:31:02.236583 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] For port 59545495-0971-4e3e-9a6a-dff03fbed9f7, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=59545495-0971-4e3e-9a6a-dff03fbed9f7,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:31:02.246179 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:02.266036 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:02.402217 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 8809545a-b641-49db-8586-0cd1c45bc5a7 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:31:02.406320 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Routers {'114ae3ff-9ae8-473a-a41d-89340441f49d'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:31:02.406959 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:30:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['114ae3ff-9ae8-473a-a41d-89340441f49d'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:02.571966 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 8809545a-b641-49db-8586-0cd1c45bc5a7 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:31:02.580019 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 8809545a-b641-49db-8586-0cd1c45bc5a7 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:02.580575 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:02.590329 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Allocated IP 172.20.0.1 (94c096a7-537d-4f01-8341-9d24f1bb4090/7fd17506-b83d-4625-abef-1cc75fc709f3/4fa96d6f-5474-439c-9084-f6935c470bd3) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:31:02.709094 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fe728-3ed4-44a9-8522-ec8cd7938164 None None] Pushing event updated for resources: {'Port': ['ID=59545495-0971-4e3e-9a6a-dff03fbed9f7,revision_number=3']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:02.714252 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-ad6fe728-3ed4-44a9-8522-ec8cd7938164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:02.748080 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] Set router 114ae3ff-9ae8-473a-a41d-89340441f49d gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:31:02.803274 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:02.891290 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 8809545a-b641-49db-8586-0cd1c45bc5a7, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=8809545a-b641-49db-8586-0cd1c45bc5a7,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:31:02.896592 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:02.899517 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:02.901608 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:02.917487 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Transition to ACTIVE for port object 4fa96d6f-5474-439c-9084-f6935c470bd3 will not be triggered until provisioned by entity DHCP. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:31:02.952672 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:02.965767 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a470be30-ea85-4fa3-b11b-d08f5da08c37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:02.995298 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=8809545a-b641-49db-8586-0cd1c45bc5a7,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:02.999016 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:03.042953 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Network 94c096a7-537d-4f01-8341-9d24f1bb4090 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:31:03.048246 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:31:03.051388 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Pushing event updated for resources: {'Port': ['ID=4fa96d6f-5474-439c-9084-f6935c470bd3,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:03.053776 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:31:03.088225 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:03.139684 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820465'] for router_interface, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:03.159182 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'name': 'tempest-TestVolumeBootPattern-432464188-router', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:55Z', 'updated_at': '2021-06-27T12:30:58Z', 'revision_number': 3, 'project_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'gw_port': {'id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:57Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:03.165185 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b4e8b-14f8-45e3-a340-50d163f37bce None None] The sync data for ids ['114ae3ff-9ae8-473a-a41d-89340441f49d'] in dv-cinder-798099-1-iscsi is: [{'id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'name': 'tempest-TestVolumeBootPattern-432464188-router', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:55Z', 'updated_at': '2021-06-27T12:30:58Z', 'revision_number': 3, 'project_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'gw_port': {'id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:57Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:31:03.169353 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c7ea9-a837-47a7-8e02-02cf073b6ffd req-3ed7b1ad-33fc-4d5e-bbb7-847ff528ab70 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:03.176800 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a63c7ea9-a837-47a7-8e02-02cf073b6ffd req-3ed7b1ad-33fc-4d5e-bbb7-847ff528ab70 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.4678729 Jun 27 12:31:03.236353 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a63c7ea9-a837-47a7-8e02-02cf073b6ffd req-b4d66cee-bf27-4496-aba2-933b9720139b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587361 Jun 27 12:31:03.390977 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:03.451382 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-877ac4f0-dce7-4855-83e4-8c1addc521d7 None None] Provisioning for port 4fa96d6f-5474-439c-9084-f6935c470bd3 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:31:03.471721 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-877ac4f0-dce7-4855-83e4-8c1addc521d7 None None] Provisioning complete for port 4fa96d6f-5474-439c-9084-f6935c470bd3 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:03.471721 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-877ac4f0-dce7-4855-83e4-8c1addc521d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:03.564118 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-877ac4f0-dce7-4855-83e4-8c1addc521d7 None None] Port 4fa96d6f-5474-439c-9084-f6935c470bd3 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:31:03.808004 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:03.815136 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:03.930359 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-4187e205-0875-4e1f-ae81-387b41a9fddd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:04.019735 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774232'] for router_interface, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:04.055815 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Pushing event updated for resources: {'Port': ['ID=4fa96d6f-5474-439c-9084-f6935c470bd3,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:04.072824 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:04.108091 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 8809545a-b641-49db-8586-0cd1c45bc5a7 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:31:04.234453 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 8809545a-b641-49db-8586-0cd1c45bc5a7 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:04.235023 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:04.275561 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Network 94c096a7-537d-4f01-8341-9d24f1bb4090 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:31:04.289995 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:31:04.510456 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 59545495-0971-4e3e-9a6a-dff03fbed9f7 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:31:04.599206 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e43b4-6d5a-4175-aa1e-527b5ce6c915 req-9c8d6d9a-a17b-4357-a8dc-7bed13867b11 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:04.620171 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d03e43b4-6d5a-4175-aa1e-527b5ce6c915 req-9c8d6d9a-a17b-4357-a8dc-7bed13867b11 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1474922 Jun 27 12:31:04.632573 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 59545495-0971-4e3e-9a6a-dff03fbed9f7 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:31:04.640562 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 59545495-0971-4e3e-9a6a-dff03fbed9f7 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:04.642317 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:04.645273 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Router 114ae3ff-9ae8-473a-a41d-89340441f49d has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:31:04.717663 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-343fe74c-640c-4dcf-8f1e-5a90b51097f6 None None] Provisioning complete for port 4fa96d6f-5474-439c-9084-f6935c470bd3 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:04.718057 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-343fe74c-640c-4dcf-8f1e-5a90b51097f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:04.722463 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d03e43b4-6d5a-4175-aa1e-527b5ce6c915 req-ef61d93f-ce77-4c6f-aa20-7b84d9081d49 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949450 Jun 27 12:31:04.798431 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-343fe74c-640c-4dcf-8f1e-5a90b51097f6 None None] Port 4fa96d6f-5474-439c-9084-f6935c470bd3 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:31:04.873208 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:04.891004 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 59545495-0971-4e3e-9a6a-dff03fbed9f7, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=59545495-0971-4e3e-9a6a-dff03fbed9f7,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:31:04.896353 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:04.900458 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:04.914110 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:31:04.934731 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] 10.222.0.38 "PUT /v2.0/routers/114ae3ff-9ae8-473a-a41d-89340441f49d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5538888 Jun 27 12:31:05.053172 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=59545495-0971-4e3e-9a6a-dff03fbed9f7,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:05.066347 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:05.550701 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Sync routers for ids ['114ae3ff-9ae8-473a-a41d-89340441f49d'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:31:05.563145 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Routers {'114ae3ff-9ae8-473a-a41d-89340441f49d'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:31:05.564105 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:30:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['114ae3ff-9ae8-473a-a41d-89340441f49d'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:05.798098 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Set router 114ae3ff-9ae8-473a-a41d-89340441f49d gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:31:05.805119 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 36068) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:05.818697 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733906293', 'description': 'tempest-secgroup-smoke-733906293 description', 'project_id': 'ad7befd71cc342118986826861797419'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:31:05.846573 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:05.849770 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b418803-f675-417d-bc1d-57a591884f1a req-f2f6dd2d-acae-4eef-9b10-b8ed40fd1d7c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:05.857212 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0b418803-f675-417d-bc1d-57a591884f1a req-f2f6dd2d-acae-4eef-9b10-b8ed40fd1d7c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.1881199 Jun 27 12:31:05.863976 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Usage tracker for resource:security_group and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:05.870852 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:05.891771 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:05.939225 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:05.990278 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:06.002337 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Usage tracker for resource:security_group_rule and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:06.007517 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 59545495-0971-4e3e-9a6a-dff03fbed9f7 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:31:06.008921 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:06.017061 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:06.125965 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-0b418803-f675-417d-bc1d-57a591884f1a req-42fdadce-9d51-4dc7-9970-1856963f5b7a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Deleting port dab14651-676e-43f1-a3d1-76ddda28ab31 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:31:06.126712 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0b418803-f675-417d-bc1d-57a591884f1a req-42fdadce-9d51-4dc7-9970-1856963f5b7a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.181793 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.192683 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.223064 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 59545495-0971-4e3e-9a6a-dff03fbed9f7 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:06.223484 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.225178 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2a40acf1-aa2f-4af0-bfc2-a926752eb181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:06.262497 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:06.265017 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.266703 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4574294 Jun 27 12:31:06.267667 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:06.278983 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 36076) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:06.285770 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-98dac97b-33cd-431c-94c8-a753f0d8b585 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Request body: {'security_group_rule': {'security_group_id': 'cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05', 'project_id': 'ad7befd71cc342118986826861797419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:31:06.324743 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-98dac97b-33cd-431c-94c8-a753f0d8b585 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:06.345311 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-98dac97b-33cd-431c-94c8-a753f0d8b585 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Usage tracker for resource:security_group_rule and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:06.361719 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-98dac97b-33cd-431c-94c8-a753f0d8b585 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:06.401710 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-98dac97b-33cd-431c-94c8-a753f0d8b585 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:06.439546 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'name': 'tempest-TestVolumeBootPattern-432464188-router', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:55Z', 'updated_at': '2021-06-27T12:31:03Z', 'revision_number': 4, 'project_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'gw_port': {'id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:57Z', 'updated_at': '2021-06-27T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '4fa96d6f-5474-439c-9084-f6935c470bd3', 'name': '', 'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'mac_address': 'fa:16:3e:3f:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7fd17506-b83d-4625-abef-1cc75fc709f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:02Z', 'updated_at': '2021-06-27T12:31:03Z', 'revision_number': 2, 'project_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'subnets': [{'id': '7fd17506-b83d-4625-abef-1cc75fc709f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:06.444752 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Checking router: 114ae3ff-9ae8-473a-a41d-89340441f49d for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:31:06.445097 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Updating router 114ae3ff-9ae8-473a-a41d-89340441f49d port 4fa96d6f-5474-439c-9084-f6935c470bd3 binding host dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:31:06.474228 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-98dac97b-33cd-431c-94c8-a753f0d8b585 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.528329 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.564970 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-0b418803-f675-417d-bc1d-57a591884f1a req-42fdadce-9d51-4dc7-9970-1856963f5b7a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] For port dab14651-676e-43f1-a3d1-76ddda28ab31, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dab14651-676e-43f1-a3d1-76ddda28ab31,segment=NetworkSegment(43ef0c42-2121-4eb7-adbc-8c4398ac10e3),segment_id=43ef0c42-2121-4eb7-adbc-8c4398ac10e3)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:31:06.565729 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0b418803-f675-417d-bc1d-57a591884f1a req-42fdadce-9d51-4dc7-9970-1856963f5b7a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.734572 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-0b418803-f675-417d-bc1d-57a591884f1a req-42fdadce-9d51-4dc7-9970-1856963f5b7a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Calling delete_port for dab14651-676e-43f1-a3d1-76ddda28ab31 owned by compute:nova {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:31:06.753581 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-98dac97b-33cd-431c-94c8-a753f0d8b585 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.767574 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-98dac97b-33cd-431c-94c8-a753f0d8b585 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.769994 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:06.816412 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dac97b-33cd-431c-94c8-a753f0d8b585 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f32d4eb-b942-4940-98df-781456551928,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:06.827395 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-98dac97b-33cd-431c-94c8-a753f0d8b585 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:06.828103 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-98dac97b-33cd-431c-94c8-a753f0d8b585 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:06.836921 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-98dac97b-33cd-431c-94c8-a753f0d8b585 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5567398 Jun 27 12:31:06.837733 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36084) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:06.850391 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-f8fabe42-bae9-4aef-a869-2ef2780ba4e3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Request body: {'security_group_rule': {'security_group_id': 'cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05', 'project_id': 'ad7befd71cc342118986826861797419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:31:06.862360 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-f8fabe42-bae9-4aef-a869-2ef2780ba4e3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:06.886658 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab69407-87f5-4d22-a18c-7db40739900f req-38ec1590-d21f-48da-9cf7-77421a395e44 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:06.896137 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3ab69407-87f5-4d22-a18c-7db40739900f req-38ec1590-d21f-48da-9cf7-77421a395e44 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 946 time: 0.7301366 Jun 27 12:31:06.917478 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-f8fabe42-bae9-4aef-a869-2ef2780ba4e3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Usage tracker for resource:security_group_rule and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:06.925070 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-f8fabe42-bae9-4aef-a869-2ef2780ba4e3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:06.955210 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-f8fabe42-bae9-4aef-a869-2ef2780ba4e3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:07.016302 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3ab69407-87f5-4d22-a18c-7db40739900f req-4e6b956f-2db5-4087-a1d8-5320169dc10a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183872 Jun 27 12:31:07.073303 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f8fabe42-bae9-4aef-a869-2ef2780ba4e3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.106502 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.164967 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Transition to ACTIVE for port object 4fa96d6f-5474-439c-9084-f6935c470bd3 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:31:07.167808 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0b418803-f675-417d-bc1d-57a591884f1a req-42fdadce-9d51-4dc7-9970-1856963f5b7a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.178466 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a3f726ad-da9b-488c-8cee-ba460236accc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:07.184450 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['d0006874-b735-4770-8f3f-86d3acdc5089'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:31:07.219536 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f8fabe42-bae9-4aef-a869-2ef2780ba4e3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.230301 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.244394 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:07.273674 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f8fabe42-bae9-4aef-a869-2ef2780ba4e3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.279262 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdadce-9d51-4dc7-9970-1856963f5b7a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Pushing event deleted for resources: {'Port': ['ID=dab14651-676e-43f1-a3d1-76ddda28ab31,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:07.314810 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-42fdadce-9d51-4dc7-9970-1856963f5b7a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:07.316175 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-65ad0cd4-2e50-4026-94bf-902366f3fba0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:07.334296 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b418803-f675-417d-bc1d-57a591884f1a req-42fdadce-9d51-4dc7-9970-1856963f5b7a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] No DVR routers for this DVR port dab14651-676e-43f1-a3d1-76ddda28ab31 on host hv-cinder-79809 {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:31:07.354269 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-0b418803-f675-417d-bc1d-57a591884f1a req-42fdadce-9d51-4dc7-9970-1856963f5b7a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.356891 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b71fadd-90b9-40bc-ae86-7f5b268548a4', 'name': 'network-vif-deleted', 'tag': 'dab14651-676e-43f1-a3d1-76ddda28ab31'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:31:07.366501 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fabe42-bae9-4aef-a869-2ef2780ba4e3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a65c78-4810-476f-bd5b-245780fd2d51,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:07.381203 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f8fabe42-bae9-4aef-a869-2ef2780ba4e3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:07.396203 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f8fabe42-bae9-4aef-a869-2ef2780ba4e3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.397613 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-f8fabe42-bae9-4aef-a869-2ef2780ba4e3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5551870 Jun 27 12:31:07.400554 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36094) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:07.416942 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-30ae2ac4-1d85-4aa8-9edf-8cdd31a4f57a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Request body: {'security_group_rule': {'security_group_id': 'cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05', 'project_id': 'ad7befd71cc342118986826861797419', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:31:07.429123 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0b418803-f675-417d-bc1d-57a591884f1a req-42fdadce-9d51-4dc7-9970-1856963f5b7a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.36 "DELETE /v2.0/ports/dab14651-676e-43f1-a3d1-76ddda28ab31 HTTP/1.1" status: 204 len: 173 time: 1.5681720 Jun 27 12:31:07.447526 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-30ae2ac4-1d85-4aa8-9edf-8cdd31a4f57a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:07.476044 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-30ae2ac4-1d85-4aa8-9edf-8cdd31a4f57a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Usage tracker for resource:security_group_rule and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:07.481019 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b71fadd-90b9-40bc-ae86-7f5b268548a4', 'name': 'network-vif-deleted', 'tag': 'dab14651-676e-43f1-a3d1-76ddda28ab31', 'status': 'completed', 'code': 200} Jun 27 12:31:07.482399 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-30ae2ac4-1d85-4aa8-9edf-8cdd31a4f57a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:07.490362 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-30ae2ac4-1d85-4aa8-9edf-8cdd31a4f57a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:07.527292 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-30ae2ac4-1d85-4aa8-9edf-8cdd31a4f57a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.583563 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8de0e-709c-44a9-9c18-2a3b1bd49c10 None None] Pushing event updated for resources: {'Port': ['ID=4fa96d6f-5474-439c-9084-f6935c470bd3,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:07.587057 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-35b8de0e-709c-44a9-9c18-2a3b1bd49c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:07.619980 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Attempting to bind port 4fa96d6f-5474-439c-9084-f6935c470bd3 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:31:07.620374 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Attempting to bind port 4fa96d6f-5474-439c-9084-f6935c470bd3 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '7ae02728-9e4b-470d-abcf-1495b46c2ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:31:07.620755 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Attempting to bind port 4fa96d6f-5474-439c-9084-f6935c470bd3 on network 94c096a7-537d-4f01-8341-9d24f1bb4090 {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:31:07.634621 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-30ae2ac4-1d85-4aa8-9edf-8cdd31a4f57a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.644598 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-30ae2ac4-1d85-4aa8-9edf-8cdd31a4f57a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.648263 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ebdfe920-69af-4349-8039-c2fb9bd3ed3e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:07.666357 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:31:07.667219 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Checking segment: {'id': '7ae02728-9e4b-470d-abcf-1495b46c2ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:31:07.667634 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.668317 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Bound using segment: {'id': '7ae02728-9e4b-470d-abcf-1495b46c2ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:31:07.669299 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Bound port: 4fa96d6f-5474-439c-9084-f6935c470bd3, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae02728-9e4b-470d-abcf-1495b46c2ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:31:07.669683 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.685502 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae2ac4-1d85-4aa8-9edf-8cdd31a4f57a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd336e4-2429-45f6-a3de-b5447bdbf2d2,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:07.688637 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-30ae2ac4-1d85-4aa8-9edf-8cdd31a4f57a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:07.697422 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-30ae2ac4-1d85-4aa8-9edf-8cdd31a4f57a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.702641 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-30ae2ac4-1d85-4aa8-9edf-8cdd31a4f57a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2974532 Jun 27 12:31:07.702641 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36100) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:07.709706 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-9b813680-4aa4-4cfd-a76b-87d90b588f6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Request body: {'security_group_rule': {'security_group_id': 'cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05', 'project_id': 'ad7befd71cc342118986826861797419', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:31:07.721920 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-9b813680-4aa4-4cfd-a76b-87d90b588f6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:07.733412 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-9b813680-4aa4-4cfd-a76b-87d90b588f6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Usage tracker for resource:security_group_rule and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:07.737145 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-9b813680-4aa4-4cfd-a76b-87d90b588f6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:07.750177 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-9b813680-4aa4-4cfd-a76b-87d90b588f6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:07.775242 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9b813680-4aa4-4cfd-a76b-87d90b588f6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.858391 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] For port 4fa96d6f-5474-439c-9084-f6935c470bd3, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:31:07.891578 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] For port 4fa96d6f-5474-439c-9084-f6935c470bd3, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=4fa96d6f-5474-439c-9084-f6935c470bd3,segment=NetworkSegment(7ae02728-9e4b-470d-abcf-1495b46c2ddd),segment_id=7ae02728-9e4b-470d-abcf-1495b46c2ddd)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:31:07.907823 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9b813680-4aa4-4cfd-a76b-87d90b588f6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.914887 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9b813680-4aa4-4cfd-a76b-87d90b588f6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.918151 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:07.929512 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.952371 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-01bc23c1-a6a6-4209-9897-bdb3f089903d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:07.955322 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b813680-4aa4-4cfd-a76b-87d90b588f6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9f1089-9379-4061-bd40-3eda69f992eb,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:07.966431 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9b813680-4aa4-4cfd-a76b-87d90b588f6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:07.978110 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9b813680-4aa4-4cfd-a76b-87d90b588f6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:07.980497 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-9b813680-4aa4-4cfd-a76b-87d90b588f6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2762754 Jun 27 12:31:07.983445 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 36106) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:07.991102 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Request body: {'security_group_rule': {'security_group_id': 'cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05', 'project_id': 'ad7befd71cc342118986826861797419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:31:07.999380 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:08.007091 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Usage tracker for resource:security_group_rule and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:08.011946 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:08.020764 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:08.033769 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.securitygroups_db [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Project ad7befd71cc342118986826861797419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:31:08.043695 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:08.061886 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Routers {'114ae3ff-9ae8-473a-a41d-89340441f49d'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:31:08.063156 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:30:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['114ae3ff-9ae8-473a-a41d-89340441f49d'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:08.190366 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8de0e-709c-44a9-9c18-2a3b1bd49c10 None None] Pushing event updated for resources: {'Port': ['ID=4fa96d6f-5474-439c-9084-f6935c470bd3,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:08.208880 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-35b8de0e-709c-44a9-9c18-2a3b1bd49c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:08.209927 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:08.218693 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:08.221797 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:08.251499 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49af787a-f0c0-452c-adde-02b1d7cc5f29,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:08.258102 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:08.269224 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:08.273367 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36116) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:08.273602 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2877183 Jun 27 12:31:08.279415 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Request body: {'security_group_rule': {'security_group_id': 'cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05', 'project_id': 'ad7befd71cc342118986826861797419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:31:08.289725 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:08.294852 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Usage tracker for resource:security_group_rule and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:08.298341 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:08.305667 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:08.356252 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device dab14651-676e-43f1-a3d1-76ddda28ab31 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:31:08.378931 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.securitygroups_db [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Project ad7befd71cc342118986826861797419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:31:08.391822 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-9e5df469-c02f-4779-b03d-c49fba0857e7 req-bcb65d5e-3889-49e8-9f4b-270cbdba36b7 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Synchronizing usage tracker for tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:31:08.405214 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:08.421267 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: dab14651-676e-43f1-a3d1-76ddda28ab31 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:31:08.421658 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device dab14651-676e-43f1-a3d1-76ddda28ab31 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:31:08.437496 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] Set router 114ae3ff-9ae8-473a-a41d-89340441f49d gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:31:08.493353 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:08.502622 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:08.505370 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9b813680-4aa4-4cfd-a76b-87d90b588f6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:08.535376 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-9e5df469-c02f-4779-b03d-c49fba0857e7 req-bcb65d5e-3889-49e8-9f4b-270cbdba36b7 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Unset dirty status for tenant:1f0e9ca1b5b54a798bd4d9dcdbca18e3 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:31:08.546818 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9e5df469-c02f-4779-b03d-c49fba0857e7 req-bcb65d5e-3889-49e8-9f4b-270cbdba36b7 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b71fadd-90b9-40bc-ae86-7f5b268548a4 HTTP/1.1" status: 200 len: 210 time: 0.2272332 Jun 27 12:31:08.557628 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:08.559003 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2844663 Jun 27 12:31:08.568109 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffaaa47-82d6-4d5e-bbec-67137bd4ce93,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:08.578470 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:08.796865 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'name': 'tempest-TestVolumeBootPattern-432464188-router', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:55Z', 'updated_at': '2021-06-27T12:31:03Z', 'revision_number': 4, 'project_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'gw_port': {'id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:57Z', 'updated_at': '2021-06-27T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '4fa96d6f-5474-439c-9084-f6935c470bd3', 'name': '', 'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'mac_address': 'fa:16:3e:3f:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7fd17506-b83d-4625-abef-1cc75fc709f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:02Z', 'updated_at': '2021-06-27T12:31:07Z', 'revision_number': 4, 'project_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'subnets': [{'id': '7fd17506-b83d-4625-abef-1cc75fc709f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:08.803793 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a718ed8-bc25-469f-9638-ca062f38f3b5 None None] The sync data for ids ['114ae3ff-9ae8-473a-a41d-89340441f49d'] in dv-cinder-798099-1-iscsi is: [{'id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'name': 'tempest-TestVolumeBootPattern-432464188-router', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:55Z', 'updated_at': '2021-06-27T12:31:03Z', 'revision_number': 4, 'project_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'gw_port': {'id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:57Z', 'updated_at': '2021-06-27T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '4fa96d6f-5474-439c-9084-f6935c470bd3', 'name': '', 'network_id': '94c096a7-537d-4f01-8341-9d24f1bb4090', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'mac_address': 'fa:16:3e:3f:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7fd17506-b83d-4625-abef-1cc75fc709f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:02Z', 'updated_at': '2021-06-27T12:31:07Z', 'revision_number': 4, 'project_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'subnets': [{'id': '7fd17506-b83d-4625-abef-1cc75fc709f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:31:10.035858 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 4fa96d6f-5474-439c-9084-f6935c470bd3 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:31:10.275460 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 4fa96d6f-5474-439c-9084-f6935c470bd3 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:31:10.282885 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 4fa96d6f-5474-439c-9084-f6935c470bd3 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:10.284087 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:10.441263 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad892994-bc14-410d-8617-45bb6f902012 req-c012db64-3840-4b4f-a36c-996cdcf7d154 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:10.442924 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ad892994-bc14-410d-8617-45bb6f902012 req-c012db64-3840-4b4f-a36c-996cdcf7d154 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1346483 Jun 27 12:31:10.481400 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:10.514971 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 4fa96d6f-5474-439c-9084-f6935c470bd3, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=4fa96d6f-5474-439c-9084-f6935c470bd3,segment=NetworkSegment(7ae02728-9e4b-470d-abcf-1495b46c2ddd),segment_id=7ae02728-9e4b-470d-abcf-1495b46c2ddd)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:31:10.523895 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:10.525954 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:10.528128 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ad892994-bc14-410d-8617-45bb6f902012 req-c28ed947-08fb-4ce2-bb08-23b6fa4ebfd4 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790775 Jun 27 12:31:10.621281 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=4fa96d6f-5474-439c-9084-f6935c470bd3,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:10.624875 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:11.798028 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b62a8-6369-457c-891c-d51b291ee894 req-f5c1b582-cf97-4cae-9029-88ce52a47e4c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:11.799748 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ce8b62a8-6369-457c-891c-d51b291ee894 req-f5c1b582-cf97-4cae-9029-88ce52a47e4c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1386216 Jun 27 12:31:11.870185 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ce8b62a8-6369-457c-891c-d51b291ee894 req-101ef9c4-acb1-48c4-a27b-5eb300c4f040 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641851 Jun 27 12:31:11.920121 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 4fa96d6f-5474-439c-9084-f6935c470bd3 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:31:12.038289 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 4fa96d6f-5474-439c-9084-f6935c470bd3 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:12.038591 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:13.073730 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66b1ec-4808-4e6e-82ae-68c2092d7f2e req-2db614ca-cafe-4739-84e1-79fa0487b8b8 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:13.075257 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3d66b1ec-4808-4e6e-82ae-68c2092d7f2e req-2db614ca-cafe-4739-84e1-79fa0487b8b8 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0900173 Jun 27 12:31:13.125643 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3d66b1ec-4808-4e6e-82ae-68c2092d7f2e req-94a1da4a-5860-4d6a-9f34-5fe85d86e890 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422397 Jun 27 12:31:14.349380 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e92ff6-b041-404e-92c3-976f92cdd6b1 req-eb223ff3-5345-4a85-8559-1df5873ec267 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:14.351398 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b6e92ff6-b041-404e-92c3-976f92cdd6b1 req-eb223ff3-5345-4a85-8559-1df5873ec267 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0933204 Jun 27 12:31:14.411493 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b6e92ff6-b041-404e-92c3-976f92cdd6b1 req-ea6ad905-8df1-410a-a975-7769fa0dcc22 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536275 Jun 27 12:31:15.623528 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30022551-5cdf-40b1-a369-52b65bdcd0ea req-ee38e6c5-81b2-4915-a2f8-5b754abd209f tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:15.625797 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-30022551-5cdf-40b1-a369-52b65bdcd0ea req-ee38e6c5-81b2-4915-a2f8-5b754abd209f tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0995822 Jun 27 12:31:15.679163 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-30022551-5cdf-40b1-a369-52b65bdcd0ea req-78af7974-8b19-4be5-8265-d6ff8428e895 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476387 Jun 27 12:31:16.902548 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413d914-e338-43ee-899d-f18475f90124 req-b8468191-2698-4e80-8c37-be515f7c6364 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:16.904119 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d413d914-e338-43ee-899d-f18475f90124 req-b8468191-2698-4e80-8c37-be515f7c6364 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.0957887 Jun 27 12:31:16.953740 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d413d914-e338-43ee-899d-f18475f90124 req-03d257a8-8dd5-4911-a245-d9421a94240c tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433173 Jun 27 12:31:17.575790 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bb1f4-8492-4f26-b534-5cd4795091fe req-cede6837-6f95-4147-8002-60a983ae10c3 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:17.577409 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-312bb1f4-8492-4f26-b534-5cd4795091fe req-cede6837-6f95-4147-8002-60a983ae10c3 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.1041844 Jun 27 12:31:17.660337 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-312bb1f4-8492-4f26-b534-5cd4795091fe req-7f5ed377-a976-4167-bf9a-299394fbab1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Deleting port d0006874-b735-4770-8f3f-86d3acdc5089 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:31:17.660337 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-312bb1f4-8492-4f26-b534-5cd4795091fe req-7f5ed377-a976-4167-bf9a-299394fbab1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:18.016692 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-312bb1f4-8492-4f26-b534-5cd4795091fe req-7f5ed377-a976-4167-bf9a-299394fbab1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] For port d0006874-b735-4770-8f3f-86d3acdc5089, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d0006874-b735-4770-8f3f-86d3acdc5089,segment=NetworkSegment(43ef0c42-2121-4eb7-adbc-8c4398ac10e3),segment_id=43ef0c42-2121-4eb7-adbc-8c4398ac10e3)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:31:18.017107 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-312bb1f4-8492-4f26-b534-5cd4795091fe req-7f5ed377-a976-4167-bf9a-299394fbab1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:18.172725 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-312bb1f4-8492-4f26-b534-5cd4795091fe req-7f5ed377-a976-4167-bf9a-299394fbab1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Calling delete_port for d0006874-b735-4770-8f3f-86d3acdc5089 owned by compute:nova {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:31:18.326651 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933a716-1d1c-483f-bfe7-7dd6c6448e28 req-fc28e81e-70f1-47c4-997b-363530f7374b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:18.328163 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4933a716-1d1c-483f-bfe7-7dd6c6448e28 req-fc28e81e-70f1-47c4-997b-363530f7374b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/ports?device_id=53c27063-7d23-49a3-8165-f7eb432f1df0 HTTP/1.1" status: 200 len: 945 time: 0.2476244 Jun 27 12:31:18.396704 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4933a716-1d1c-483f-bfe7-7dd6c6448e28 req-10e6d8e2-2486-4289-be58-0ac722106509 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.38 "GET /v2.0/security-groups?id=592c9d1c-0356-441d-acb7-59a9c7edb2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557680 Jun 27 12:31:18.397687 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-312bb1f4-8492-4f26-b534-5cd4795091fe req-7f5ed377-a976-4167-bf9a-299394fbab1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:18.404868 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:18.412744 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['d0006874-b735-4770-8f3f-86d3acdc5089'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:31:18.464687 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ed377-a976-4167-bf9a-299394fbab1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Pushing event deleted for resources: {'Port': ['ID=d0006874-b735-4770-8f3f-86d3acdc5089,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:18.493799 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7f5ed377-a976-4167-bf9a-299394fbab1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:18.545619 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-312bb1f4-8492-4f26-b534-5cd4795091fe req-7f5ed377-a976-4167-bf9a-299394fbab1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] No DVR routers for this DVR port d0006874-b735-4770-8f3f-86d3acdc5089 on host hv-cinder-79809 {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:31:18.548555 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-312bb1f4-8492-4f26-b534-5cd4795091fe req-7f5ed377-a976-4167-bf9a-299394fbab1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:18.551565 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c27063-7d23-49a3-8165-f7eb432f1df0', 'name': 'network-vif-deleted', 'tag': 'd0006874-b735-4770-8f3f-86d3acdc5089'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:31:18.573619 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-312bb1f4-8492-4f26-b534-5cd4795091fe req-7f5ed377-a976-4167-bf9a-299394fbab1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] 10.222.0.36 "DELETE /v2.0/ports/d0006874-b735-4770-8f3f-86d3acdc5089 HTTP/1.1" status: 204 len: 173 time: 0.9889002 Jun 27 12:31:18.741970 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c27063-7d23-49a3-8165-f7eb432f1df0', 'name': 'network-vif-deleted', 'tag': 'd0006874-b735-4770-8f3f-86d3acdc5089', 'status': 'completed', 'code': 200} Jun 27 12:31:19.511333 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36268) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:20.145111 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774262'] for router_interface, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:20.462861 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device d0006874-b735-4770-8f3f-86d3acdc5089 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:31:20.497221 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: d0006874-b735-4770-8f3f-86d3acdc5089 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:31:20.497603 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device d0006874-b735-4770-8f3f-86d3acdc5089 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:31:20.619612 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] Deleting port 8edbbb05-8642-4913-95af-7ccffcf9687b {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:31:20.620936 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:20.826446 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] For port 8edbbb05-8642-4913-95af-7ccffcf9687b, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=8edbbb05-8642-4913-95af-7ccffcf9687b,segment=NetworkSegment(43ef0c42-2121-4eb7-adbc-8c4398ac10e3),segment_id=43ef0c42-2121-4eb7-adbc-8c4398ac10e3)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:31:20.827243 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.040057 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] Calling delete_port for 8edbbb05-8642-4913-95af-7ccffcf9687b owned by network:router_interface {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:31:21.440220 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:21.443854 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:21.492077 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=8edbbb05-8642-4913-95af-7ccffcf9687b,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:21.496419 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:21.788762 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774362'] for router_interface, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:22.422781 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] Router 37a02b4b-bb00-4841-8ed4-c819476986c9 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:31:22.626633 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:31:22.638348 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ff05b-c5f9-4fe4-9c7f-2bcafbd07fe4 None None] Sync routers for ids ['37a02b4b-bb00-4841-8ed4-c819476986c9'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:31:22.644505 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] 10.222.0.38 "PUT /v2.0/routers/37a02b4b-bb00-4841-8ed4-c819476986c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1315954 Jun 27 12:31:22.647281 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36292) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:22.652879 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ff05b-c5f9-4fe4-9c7f-2bcafbd07fe4 None None] Routers {'37a02b4b-bb00-4841-8ed4-c819476986c9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:31:22.653897 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-140ff05b-c5f9-4fe4-9c7f-2bcafbd07fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:30:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['37a02b4b-bb00-4841-8ed4-c819476986c9'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:22.870749 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-140ff05b-c5f9-4fe4-9c7f-2bcafbd07fe4 None None] Set router 37a02b4b-bb00-4841-8ed4-c819476986c9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:31:22.885921 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:23.126137 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:23.158980 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Deleting port 4c7578ab-14a8-4830-8c4e-887cfe38b2fd {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:31:23.159330 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:23.180932 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-140ff05b-c5f9-4fe4-9c7f-2bcafbd07fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'name': 'tempest-ServerRescueNegativeTestJSON-953593781-router', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:31:21Z', 'revision_number': 5, 'project_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'gw_port': {'id': '4c7578ab-14a8-4830-8c4e-887cfe38b2fd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:14Z', 'updated_at': '2021-06-27T12:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:23.185129 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ff05b-c5f9-4fe4-9c7f-2bcafbd07fe4 None None] Checking router: 37a02b4b-bb00-4841-8ed4-c819476986c9 for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:31:23.194040 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ff05b-c5f9-4fe4-9c7f-2bcafbd07fe4 None None] Routers {'37a02b4b-bb00-4841-8ed4-c819476986c9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:31:23.194649 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-140ff05b-c5f9-4fe4-9c7f-2bcafbd07fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:30:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['37a02b4b-bb00-4841-8ed4-c819476986c9'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:23.398203 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] For port 4c7578ab-14a8-4830-8c4e-887cfe38b2fd, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=4c7578ab-14a8-4830-8c4e-887cfe38b2fd,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:31:23.398552 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:23.408446 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-140ff05b-c5f9-4fe4-9c7f-2bcafbd07fe4 None None] Set router 37a02b4b-bb00-4841-8ed4-c819476986c9 gateway port host: None {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:31:23.514418 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-140ff05b-c5f9-4fe4-9c7f-2bcafbd07fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'name': 'tempest-ServerRescueNegativeTestJSON-953593781-router', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:31:23Z', 'revision_number': 6, 'project_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'gw_port_host': None}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:23.518645 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ff05b-c5f9-4fe4-9c7f-2bcafbd07fe4 None None] The sync data for ids ['37a02b4b-bb00-4841-8ed4-c819476986c9'] in dv-cinder-798099-1-iscsi is: [{'id': '37a02b4b-bb00-4841-8ed4-c819476986c9', 'name': 'tempest-ServerRescueNegativeTestJSON-953593781-router', 'tenant_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:31:23Z', 'revision_number': 6, 'project_id': '1f0e9ca1b5b54a798bd4d9dcdbca18e3', 'gw_port_host': None}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:31:23.524907 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Calling delete_port for 4c7578ab-14a8-4830-8c4e-887cfe38b2fd owned by network:router_gateway {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:31:23.719674 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:23.723514 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:23.768977 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7578ab-14a8-4830-8c4e-887cfe38b2fd,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:23.771552 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:23.945328 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 8edbbb05-8642-4913-95af-7ccffcf9687b no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:31:23.967293 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3820307'] for router_gateway, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:23.982420 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 8edbbb05-8642-4913-95af-7ccffcf9687b {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:31:23.982775 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 8edbbb05-8642-4913-95af-7ccffcf9687b not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:31:24.143128 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100831'] for router, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.145427 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.237357 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3820286'] for router, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.238192 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a02b4b-bb00-4841-8ed4-c819476986c9 {{(pid=78479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 12:31:24.253958 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.255103 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] 10.222.0.38 "DELETE /v2.0/routers/37a02b4b-bb00-4841-8ed4-c819476986c9 HTTP/1.1" status: 204 len: 168 time: 1.6067491 Jun 27 12:31:24.257596 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36318) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:24.316571 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a0a663-95d9-4a06-8aa9-d96681cdbff8 admin admin] Deleting subnet a134c88f-299e-4abe-bd3b-b238015fe48c {{(pid=78479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:31:24.319749 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a663-95d9-4a06-8aa9-d96681cdbff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.374496 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a663-95d9-4a06-8aa9-d96681cdbff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424079'] for subnet, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.437430 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a663-95d9-4a06-8aa9-d96681cdbff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.519789 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a663-95d9-4a06-8aa9-d96681cdbff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10275257'] for subnet, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.525325 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:24.567088 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0a663-95d9-4a06-8aa9-d96681cdbff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a134c88f-299e-4abe-bd3b-b238015fe48c,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:24.572706 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f6a0a663-95d9-4a06-8aa9-d96681cdbff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:24.573958 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a663-95d9-4a06-8aa9-d96681cdbff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.582944 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-f6a0a663-95d9-4a06-8aa9-d96681cdbff8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a134c88f-299e-4abe-bd3b-b238015fe48c HTTP/1.1" status: 204 len: 168 time: 0.3220859 Jun 27 12:31:24.583250 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36332) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:24.699956 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.825378 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.845336 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11a4e2d-a287-410e-8ea7-a192cd2e008d']}} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:24.873786 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ef0c42-2121-4eb7-adbc-8c4398ac10e3') {'for_net_delete': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:24.874736 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ef0c42-2121-4eb7-adbc-8c4398ac10e3') {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:24.899276 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424118'] for segment, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.920001 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.927203 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=78479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:31:24.927589 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2205596'] for segment, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: Traceback (most recent call last): Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: timer() Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: cb(*args, **kw) Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: return func(*args, **kwargs) Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: self._notify() Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: self.callback(batched_events) Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: event.method(event) Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: return f(self, *a, **k) Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._get(url).json() Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: return self.request(url, 'GET', **kwargs) Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:31:24.941685 dv-cinder-798099-1-iscsi neutron-server[78479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:31:25.028305 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:25.033001 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-72ca43ef-0647-4d5c-8c17-060816c5124c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:25.049053 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:25.054946 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] Pushing event deleted for resources: {'Network': ['ID=b11a4e2d-a287-410e-8ea7-a192cd2e008d,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:25.059210 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:25.067670 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] 10.222.0.38 "DELETE /v2.0/networks/b11a4e2d-a287-410e-8ea7-a192cd2e008d HTTP/1.1" status: 204 len: 168 time: 0.4832201 Jun 27 12:31:25.275927 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 36390) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:25.307685 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:25.328815 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-e92d71f2-97cc-4fe6-967a-d9c623ccda4b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f0e9ca1b5b54a798bd4d9dcdbca18e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515182 Jun 27 12:31:25.332245 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 36394) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:25.388870 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:25.415230 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:25.470337 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:25.475535 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-5edfa1fe-cfb1-46a7-aaaa-ce75d490bf07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:25.490022 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592c9d1c-0356-441d-acb7-59a9c7edb2a8,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:25.499171 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:25.499535 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:25.499905 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:25.500299 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:25.500662 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:25.501074 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:25.501418 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:25.502115 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:25.502115 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:25.502486 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:25.502822 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:25.503155 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:25.508140 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:25.511095 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:25.512211 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/592c9d1c-0356-441d-acb7-59a9c7edb2a8 HTTP/1.1" status: 204 len: 168 time: 0.1790857 Jun 27 12:31:25.863335 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 4c7578ab-14a8-4830-8c4e-887cfe38b2fd no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:31:25.900243 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 4c7578ab-14a8-4830-8c4e-887cfe38b2fd {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:31:25.900595 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 4c7578ab-14a8-4830-8c4e-887cfe38b2fd not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:31:26.357172 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36426) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:26.424439 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_v2 [None req-3482ff62-8eec-4f5e-99ac-b62d8a0005a5 admin admin] Deleting subnet 56d48f81-e91a-4370-ba4e-4dd0c39280de {{(pid=78479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:31:26.427463 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3482ff62-8eec-4f5e-99ac-b62d8a0005a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.481370 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3482ff62-8eec-4f5e-99ac-b62d8a0005a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424079'] for subnet, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.500704 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-3bec30fe-606a-4c80-a0e2-4e6e2273ed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.541857 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3482ff62-8eec-4f5e-99ac-b62d8a0005a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.612913 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3482ff62-8eec-4f5e-99ac-b62d8a0005a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10275257'] for subnet, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.614800 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7893c9bc-6541-4354-b289-b455c16ba8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:26.665722 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482ff62-8eec-4f5e-99ac-b62d8a0005a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d48f81-e91a-4370-ba4e-4dd0c39280de,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:26.671871 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3482ff62-8eec-4f5e-99ac-b62d8a0005a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:26.679781 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3482ff62-8eec-4f5e-99ac-b62d8a0005a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.689570 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 36442) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:26.690739 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-3482ff62-8eec-4f5e-99ac-b62d8a0005a5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/56d48f81-e91a-4370-ba4e-4dd0c39280de HTTP/1.1" status: 204 len: 168 time: 0.3324699 Jun 27 12:31:26.807563 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.926700 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.939840 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.952868 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae34c82-d105-4393-8c2f-343c5d37b94c']}} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:26.964827 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891e8189-0195-4d7d-ba85-a8fb600e1458') {'for_net_delete': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:26.965120 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891e8189-0195-4d7d-ba85-a8fb600e1458') {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:31:26.976175 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3158191'] for segment, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.991768 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:26.998000 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=78480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:31:26.998445 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2401454'] for segment, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: Traceback (most recent call last): Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: timer() Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: cb(*args, **kw) Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: return func(*args, **kwargs) Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: self._notify() Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: self.callback(batched_events) Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: event.method(event) Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: return f(self, *a, **k) Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: return self._get(url).json() Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: return self.request(url, 'GET', **kwargs) Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:31:27.015007 dv-cinder-798099-1-iscsi neutron-server[78480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:31:27.090577 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:27.100553 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:27.104064 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:27.123995 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dae34c82-d105-4393-8c2f-343c5d37b94c,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:27.127087 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:27.139294 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/dae34c82-d105-4393-8c2f-343c5d37b94c HTTP/1.1" status: 204 len: 168 time: 0.4471822 Jun 27 12:31:27.351357 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36470) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:27.402864 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-3ddcc2b2-9037-4512-a1dd-5f416248eb03 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64a7870f90694d41ab293802847c2f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502148 Jun 27 12:31:27.405326 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36478) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:27.464630 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f76a1a5-e5f9-46a7-bdb7-e7fd916f5bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:27.490821 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f76a1a5-e5f9-46a7-bdb7-e7fd916f5bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:27.550278 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f76a1a5-e5f9-46a7-bdb7-e7fd916f5bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:27.553299 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-2f76d129-217c-4e67-a903-57e58f69a0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:27.568965 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76a1a5-e5f9-46a7-bdb7-e7fd916f5bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ac334a-e9ed-40b0-9bfc-773cdc5da60d,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:27.571648 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1f76a1a5-e5f9-46a7-bdb7-e7fd916f5bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:27.585718 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1f76a1a5-e5f9-46a7-bdb7-e7fd916f5bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:27.587016 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-1f76a1a5-e5f9-46a7-bdb7-e7fd916f5bcb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20ac334a-e9ed-40b0-9bfc-773cdc5da60d HTTP/1.1" status: 204 len: 168 time: 0.1807222 Jun 27 12:31:28.061269 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 36512) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:28.178394 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-25ad7d2f-b779-4ce5-8aa5-e630b41e4fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:28.196170 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-25ad7d2f-b779-4ce5-8aa5-e630b41e4fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:28.200217 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-25ad7d2f-b779-4ce5-8aa5-e630b41e4fea admin admin] Usage tracker for resource:security_group_rule and tenant:23b7173b70844ff48f0ec9d6781409e6 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:28.203078 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-25ad7d2f-b779-4ce5-8aa5-e630b41e4fea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:28.208763 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-25ad7d2f-b779-4ce5-8aa5-e630b41e4fea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:28.296955 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-25ad7d2f-b779-4ce5-8aa5-e630b41e4fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:28.302849 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-25ad7d2f-b779-4ce5-8aa5-e630b41e4fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:28.312192 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d6fd44d7-4131-4683-9913-186118811c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:28.350818 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad7d2f-b779-4ce5-8aa5-e630b41e4fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b0d913-e5ce-42ea-b7d3-551bc910f2fe,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:28.358091 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36524) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:28.358262 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-25ad7d2f-b779-4ce5-8aa5-e630b41e4fea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23b7173b70844ff48f0ec9d6781409e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957916 Jun 27 12:31:28.359095 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-25ad7d2f-b779-4ce5-8aa5-e630b41e4fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:28.556381 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3b58591c-06d4-4bef-b4b5-4d4a264ec853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:28.581304 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3b58591c-06d4-4bef-b4b5-4d4a264ec853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:28.644471 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3b58591c-06d4-4bef-b4b5-4d4a264ec853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:28.648312 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e57ec01b-675f-4d35-ba7b-b04dd4a5e681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:28.659435 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58591c-06d4-4bef-b4b5-4d4a264ec853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b0d913-e5ce-42ea-b7d3-551bc910f2fe,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:28.663159 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3b58591c-06d4-4bef-b4b5-4d4a264ec853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:28.666567 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3b58591c-06d4-4bef-b4b5-4d4a264ec853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:28.667763 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-3b58591c-06d4-4bef-b4b5-4d4a264ec853 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/82b0d913-e5ce-42ea-b7d3-551bc910f2fe HTTP/1.1" status: 204 len: 168 time: 0.3083394 Jun 27 12:31:28.982528 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36542) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:29.000418 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-03ca2c36-624a-4844-a077-d5354f81a678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:29.017557 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-03ca2c36-624a-4844-a077-d5354f81a678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:29.022441 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-03ca2c36-624a-4844-a077-d5354f81a678 admin admin] Usage tracker for resource:security_group_rule and tenant:757133fbbefe4e179a120519739fe9f5 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:29.025467 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-03ca2c36-624a-4844-a077-d5354f81a678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:29.031363 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-03ca2c36-624a-4844-a077-d5354f81a678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:29.116571 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-03ca2c36-624a-4844-a077-d5354f81a678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:29.121823 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-03ca2c36-624a-4844-a077-d5354f81a678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:29.123692 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1be23f03-a0f1-4d8b-aa32-7ee018b11e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:29.128744 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a5a6678f-6901-415b-aa94-f73319ee39f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:29.170909 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2c36-624a-4844-a077-d5354f81a678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd9fe41-f6ea-4b21-9fc9-2a7873b8694f,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:29.175149 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-03ca2c36-624a-4844-a077-d5354f81a678 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=757133fbbefe4e179a120519739fe9f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916277 Jun 27 12:31:29.176025 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-03ca2c36-624a-4844-a077-d5354f81a678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:29.177855 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36548) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:29.240300 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2886c851-03f9-41e1-a1ac-e9715a848f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:29.266921 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2886c851-03f9-41e1-a1ac-e9715a848f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:29.321844 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2886c851-03f9-41e1-a1ac-e9715a848f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:29.325651 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a82bf744-3f75-4686-84ad-f23ec00403b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:29.336608 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886c851-03f9-41e1-a1ac-e9715a848f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd9fe41-f6ea-4b21-9fc9-2a7873b8694f,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:29.340149 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-2886c851-03f9-41e1-a1ac-e9715a848f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:29.345655 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2886c851-03f9-41e1-a1ac-e9715a848f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:29.346804 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-2886c851-03f9-41e1-a1ac-e9715a848f9d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8fd9fe41-f6ea-4b21-9fc9-2a7873b8694f HTTP/1.1" status: 204 len: 168 time: 0.1680737 Jun 27 12:31:30.088083 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:30.633885 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:31:31.359019 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2061f19d-cec8-45c5-b4b1-efb9927a978c req-267f9c76-660f-4b47-ad4d-a75d331f6c3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722651 Jun 27 12:31:31.455944 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f19d-cec8-45c5-b4b1-efb9927a978c req-aa751c61-9ea1-4398-bea2-35655fe3a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:31.457701 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2061f19d-cec8-45c5-b4b1-efb9927a978c req-aa751c61-9ea1-4398-bea2-35655fe3a71a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6098d054d9c4b7a9150524fc86a1454&device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 1099 time: 0.0739877 Jun 27 12:31:31.575850 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:31.616127 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f19d-cec8-45c5-b4b1-efb9927a978c req-ec647c83-52b0-4daa-b1d1-5377b8757a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:31.617620 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2061f19d-cec8-45c5-b4b1-efb9927a978c req-ec647c83-52b0-4daa-b1d1-5377b8757a94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f HTTP/1.1" status: 200 len: 912 time: 0.1341217 Jun 27 12:31:31.734216 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2061f19d-cec8-45c5-b4b1-efb9927a978c req-08a1f6da-78ec-4b72-8eb6-1ecd3e1e9c19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12305c1b-1506-414f-bab5-fa2d1dc2a154 HTTP/1.1" status: 200 len: 1002 time: 0.1054144 Jun 27 12:31:31.799145 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f19d-cec8-45c5-b4b1-efb9927a978c req-57783da7-e37c-43c9-bf14-d07e1c678e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:31.800649 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2061f19d-cec8-45c5-b4b1-efb9927a978c req-57783da7-e37c-43c9-bf14-d07e1c678e41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c408987c-cc93-40ed-9edd-1045a910e913 HTTP/1.1" status: 200 len: 850 time: 0.0596540 Jun 27 12:31:31.934421 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f19d-cec8-45c5-b4b1-efb9927a978c req-b90c9a25-b909-41c5-bf37-22d7394c6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:31.935890 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2061f19d-cec8-45c5-b4b1-efb9927a978c req-b90c9a25-b909-41c5-bf37-22d7394c6e8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1241429 Jun 27 12:31:32.081052 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2061f19d-cec8-45c5-b4b1-efb9927a978c req-a9021b1f-17cb-4055-ac97-eb9a2c44b9f8 service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354997 Jun 27 12:31:32.301591 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2061f19d-cec8-45c5-b4b1-efb9927a978c req-8400f60f-3dce-49d0-9631-a6c299de4642 service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127545 Jun 27 12:31:32.314358 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e307eb-6b65-4aca-a59e-1335df88bb32 req-d6327842-25d2-4a14-8308-4ccade8f04cd tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:32.316138 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-17e307eb-6b65-4aca-a59e-1335df88bb32 req-d6327842-25d2-4a14-8308-4ccade8f04cd tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.2072613 Jun 27 12:31:32.364185 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-17e307eb-6b65-4aca-a59e-1335df88bb32 req-9112dc2c-644d-4e05-b1ca-4509e2415f74 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416949 Jun 27 12:31:33.562782 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ae89f-bff6-4f78-9cc9-b6e111842212 req-1ba3ff97-4657-4a5f-84c0-959a911757b6 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:33.564183 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f84ae89f-bff6-4f78-9cc9-b6e111842212 req-1ba3ff97-4657-4a5f-84c0-959a911757b6 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0787754 Jun 27 12:31:33.595513 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 36648) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:33.613265 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f84ae89f-bff6-4f78-9cc9-b6e111842212 req-0b9c0c98-a4af-4118-96bf-84fd8d437517 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434189 Jun 27 12:31:33.718861 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0afd02e4-9cd1-43cd-ba5e-26afb59e150b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:33.735775 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-0afd02e4-9cd1-43cd-ba5e-26afb59e150b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:33.741108 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-0afd02e4-9cd1-43cd-ba5e-26afb59e150b admin admin] Usage tracker for resource:security_group_rule and tenant:21228f575f65433dbfb6db2079f5edce is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:31:33.744086 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-0afd02e4-9cd1-43cd-ba5e-26afb59e150b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:31:33.751324 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-0afd02e4-9cd1-43cd-ba5e-26afb59e150b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:33.839439 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0afd02e4-9cd1-43cd-ba5e-26afb59e150b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:33.845192 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0afd02e4-9cd1-43cd-ba5e-26afb59e150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:33.852214 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a7f98cf6-71e7-4953-9de6-10ba891b1105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:33.891723 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-0afd02e4-9cd1-43cd-ba5e-26afb59e150b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21228f575f65433dbfb6db2079f5edce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951562 Jun 27 12:31:33.892483 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd02e4-9cd1-43cd-ba5e-26afb59e150b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebb7a05-e05a-4266-a270-ff23b9a7eaab,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:33.894583 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 36654) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:31:33.895554 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0afd02e4-9cd1-43cd-ba5e-26afb59e150b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:33.952535 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-341e0af6-af60-49a5-a15a-018cb75f3835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:33.979014 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-341e0af6-af60-49a5-a15a-018cb75f3835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:34.038806 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-341e0af6-af60-49a5-a15a-018cb75f3835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:34.042495 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-0a847e7d-06ed-4363-a5f7-4f369ee36710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:34.055445 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e0af6-af60-49a5-a15a-018cb75f3835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebb7a05-e05a-4266-a270-ff23b9a7eaab,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:34.058799 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-341e0af6-af60-49a5-a15a-018cb75f3835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:34.064139 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-341e0af6-af60-49a5-a15a-018cb75f3835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:34.065255 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-341e0af6-af60-49a5-a15a-018cb75f3835 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9ebb7a05-e05a-4266-a270-ff23b9a7eaab HTTP/1.1" status: 204 len: 168 time: 0.1695447 Jun 27 12:31:34.819855 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2ac65-82af-460f-86d6-3e1423d0958b req-e1b9ae3f-920b-4097-9139-4058c0d4e09f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:34.821583 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a2c2ac65-82af-460f-86d6-3e1423d0958b req-e1b9ae3f-920b-4097-9139-4058c0d4e09f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0908730 Jun 27 12:31:34.867420 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a2c2ac65-82af-460f-86d6-3e1423d0958b req-ea04b91e-4162-4b0c-ad15-afa9e2937b47 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399935 Jun 27 12:31:36.069024 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd48a06-f52c-4a69-abfc-9633ff294fbd req-181b7525-0910-4408-b5c4-865184eb8716 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:36.070679 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-cfd48a06-f52c-4a69-abfc-9633ff294fbd req-181b7525-0910-4408-b5c4-865184eb8716 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0939150 Jun 27 12:31:36.116068 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-cfd48a06-f52c-4a69-abfc-9633ff294fbd req-3ee066ff-f91b-4a5b-afee-63be266b843b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393188 Jun 27 12:31:37.308514 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa694116-cb9a-4756-af27-0eab8b5b079f req-bdff136f-7b8c-4a71-9f88-adc0121cfe15 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:37.310132 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-aa694116-cb9a-4756-af27-0eab8b5b079f req-bdff136f-7b8c-4a71-9f88-adc0121cfe15 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0836368 Jun 27 12:31:37.372000 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-aa694116-cb9a-4756-af27-0eab8b5b079f req-01e32ab5-a78b-403d-b068-09f9820fe17c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527024 Jun 27 12:31:38.563694 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448fc2b-ab04-4d0f-a9f0-6e163c593507 req-9a440653-fbaf-4678-8d3f-e1ea2006b346 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:38.565167 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2448fc2b-ab04-4d0f-a9f0-6e163c593507 req-9a440653-fbaf-4678-8d3f-e1ea2006b346 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0830100 Jun 27 12:31:38.612753 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2448fc2b-ab04-4d0f-a9f0-6e163c593507 req-86e6e1a6-f8f5-4dd7-a7cb-fb5b30f938fe tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389798 Jun 27 12:31:39.363416 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b7943-2774-4002-b4dc-5a6f0cc482f6 req-53f49c4f-03ca-4de2-b12b-288e41945a93 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:39.364907 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9d6b7943-2774-4002-b4dc-5a6f0cc482f6 req-53f49c4f-03ca-4de2-b12b-288e41945a93 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0868285 Jun 27 12:31:39.412793 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9d6b7943-2774-4002-b4dc-5a6f0cc482f6 req-2ebabc27-eef9-470e-a81b-d44efafdb47a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418308 Jun 27 12:31:39.810549 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701c61d-a4b8-4694-8475-991f1eb3534c req-57d251d2-a6e5-4cc9-9dbf-1d62c04b2b51 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:39.812449 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1701c61d-a4b8-4694-8475-991f1eb3534c req-57d251d2-a6e5-4cc9-9dbf-1d62c04b2b51 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0857255 Jun 27 12:31:39.867592 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1701c61d-a4b8-4694-8475-991f1eb3534c req-d48912df-a13a-4f4e-aa1c-8d181231504f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476210 Jun 27 12:31:40.003822 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-e2dfcb93-ee24-47e3-9d62-3b28eed46e69 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Synchronizing usage tracker for tenant:ad7befd71cc342118986826861797419 on resource:security_group {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:31:40.023317 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-e2dfcb93-ee24-47e3-9d62-3b28eed46e69 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Unset dirty status for tenant:ad7befd71cc342118986826861797419 on resource:security_group {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:31:40.024497 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-e2dfcb93-ee24-47e3-9d62-3b28eed46e69 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733906293&fields=id&tenant_id=ad7befd71cc342118986826861797419 HTTP/1.1" status: 200 len: 267 time: 0.0596578 Jun 27 12:31:40.242843 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-ba963495-5614-4f84-a741-a479b21b9c28 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:40.243509 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-ba963495-5614-4f84-a741-a479b21b9c28 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Synchronizing usage tracker for tenant:ad7befd71cc342118986826861797419 on resource:network {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:31:40.264547 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-ba963495-5614-4f84-a741-a479b21b9c28 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Unset dirty status for tenant:ad7befd71cc342118986826861797419 on resource:network {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:31:40.266050 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-ba963495-5614-4f84-a741-a479b21b9c28 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 811 time: 0.2328413 Jun 27 12:31:40.285425 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-bb9ed253-78ba-4186-af05-ccd1d389ddbc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/quotas/ad7befd71cc342118986826861797419 HTTP/1.1" status: 200 len: 375 time: 0.0109084 Jun 27 12:31:40.370580 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-388bb777-a084-46f9-a28e-9e8b5cc5b67d tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796604 Jun 27 12:31:40.507006 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-f07d9c97-df25-4204-b229-ac9ec84a580b service neutron] 10.222.0.38 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249244 Jun 27 12:31:40.640268 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-655d049c-475b-40b4-9cbd-2cf9a68616a3 service neutron] 10.222.0.38 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266937 Jun 27 12:31:40.683494 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7b23a-c4e8-459e-8978-171710691cdf req-9aeb7284-ec00-4858-8db9-b849108ff481 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:40.685051 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-36b7b23a-c4e8-459e-8978-171710691cdf req-9aeb7284-ec00-4858-8db9-b849108ff481 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.1672499 Jun 27 12:31:40.730896 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-36b7b23a-c4e8-459e-8978-171710691cdf req-28e8e63f-de91-4dd3-9caf-102632aff278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399997 Jun 27 12:31:41.071464 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-16e7727d-5013-4feb-bab7-c19be59b75f3 req-9f7978fc-0cae-40e1-8f6a-c83fc3bf20da tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 210 time: 0.0539014 Jun 27 12:31:41.088093 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20f4de-c065-4f58-bdf5-274e14de17ab req-8fa931b1-54e5-438b-b00d-bd621785d9f5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:41.089664 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ad20f4de-c065-4f58-bdf5-274e14de17ab req-8fa931b1-54e5-438b-b00d-bd621785d9f5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0990226 Jun 27 12:31:41.143361 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ad20f4de-c065-4f58-bdf5-274e14de17ab req-ed13b3a9-70e6-4bae-9557-591b85ec667d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464876 Jun 27 12:31:41.929508 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d6273-989a-4149-9592-57035ade573c req-a97ded45-186d-4ad3-91cf-49295331fce4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:41.930969 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fa7d6273-989a-4149-9592-57035ade573c req-a97ded45-186d-4ad3-91cf-49295331fce4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0917599 Jun 27 12:31:41.979184 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fa7d6273-989a-4149-9592-57035ade573c req-1674710a-f162-4b67-93a3-c77de567b9e7 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394590 Jun 27 12:31:42.303071 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-de64bc35-82c9-4843-9f33-a039bcfad1c9 req-e9464213-682e-450d-a072-85a1457746b3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Synchronizing usage tracker for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:31:42.350649 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-69569361-7811-414f-be20-4512a7e8aab8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:42.352380 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-69569361-7811-414f-be20-4512a7e8aab8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 811 time: 0.2212546 Jun 27 12:31:42.353710 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-de64bc35-82c9-4843-9f33-a039bcfad1c9 req-e9464213-682e-450d-a072-85a1457746b3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Unset dirty status for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:31:42.362705 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de64bc35-82c9-4843-9f33-a039bcfad1c9 req-e9464213-682e-450d-a072-85a1457746b3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 210 time: 0.1107798 Jun 27 12:31:42.393453 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afc2f4-fc81-4710-894e-59edbe3a651c req-18b04c2e-bda0-4648-a12d-794063fa375c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:42.404895 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a7afc2f4-fc81-4710-894e-59edbe3a651c req-18b04c2e-bda0-4648-a12d-794063fa375c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.1412027 Jun 27 12:31:42.413863 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-9236b2cb-ad6b-4b76-9f7e-985fc05ffa6e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7befd71cc342118986826861797419 HTTP/1.1" status: 200 len: 379 time: 0.0459018 Jun 27 12:31:42.426001 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Request body: {'port': {'device_id': 'cd6a508c-d064-4bd8-9980-d6562faf1d3f', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'admin_state_up': True, 'tenant_id': 'ad7befd71cc342118986826861797419', 'security_groups': ['cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05']}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:31:42.454227 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a7afc2f4-fc81-4710-894e-59edbe3a651c req-a46693bc-8d2c-4b8d-a53c-0f8fc55c9817 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482016 Jun 27 12:31:42.629895 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:31:42.639887 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:31:42.652912 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Made reservation on behalf of ad7befd71cc342118986826861797419 for: {'port': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:31:42.656887 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:42.830350 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Allocated IP 172.20.0.14 (4ba4b00e-9728-4710-95e1-d036b6026ac1/3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c/3890b6cc-a02e-4221-b500-0ace94669b8c) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:31:43.024319 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:43.045946 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Transition to ACTIVE for port object 3890b6cc-a02e-4221-b500-0ace94669b8c will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:31:43.074563 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:43.080425 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:43.189525 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Network 4ba4b00e-9728-4710-95e1-d036b6026ac1 is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:31:43.194409 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:31:43.197097 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'Port': ['ID=3890b6cc-a02e-4221-b500-0ace94669b8c,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:43.199294 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:31:43.251956 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:43.252317 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:43.252675 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:43.253020 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:43.253360 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:43.253707 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:43.254047 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:43.254388 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:43.254716 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:43.255048 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:43.255377 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:43.255706 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:43.263556 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:43.289705 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:43.290333 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:43.330536 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d65ade-3e29-4bb7-85ed-2bf685c078f4 req-983bbdf8-9ed9-4952-8b8a-b62f0a07f320 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:43.332081 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e4d65ade-3e29-4bb7-85ed-2bf685c078f4 req-983bbdf8-9ed9-4952-8b8a-b62f0a07f320 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.2135627 Jun 27 12:31:43.338881 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9175324 Jun 27 12:31:43.357551 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Request body: {'port': {'device_id': 'cd6a508c-d064-4bd8-9980-d6562faf1d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:31:43.431025 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e4d65ade-3e29-4bb7-85ed-2bf685c078f4 req-0db1fc36-cb76-457a-8bd3-c811127933c0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911977 Jun 27 12:31:43.444556 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-03475c3d-4283-455d-968b-00c3fbb972b4 None None] Provisioning for port 3890b6cc-a02e-4221-b500-0ace94669b8c completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:31:43.461935 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-03475c3d-4283-455d-968b-00c3fbb972b4 None None] Provisioning complete for port 3890b6cc-a02e-4221-b500-0ace94669b8c triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:43.462545 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-03475c3d-4283-455d-968b-00c3fbb972b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:43.493617 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:43.519653 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-03475c3d-4283-455d-968b-00c3fbb972b4 None None] Port 3890b6cc-a02e-4221-b500-0ace94669b8c cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:31:43.601259 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1e879-964d-4963-8f47-35a2e8a6c018 req-b53c9a7f-778d-4a8d-87ed-b20c34548b7b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:43.605342 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9fa1e879-964d-4963-8f47-35a2e8a6c018 req-b53c9a7f-778d-4a8d-87ed-b20c34548b7b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 932 time: 0.1301477 Jun 27 12:31:43.660162 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9fa1e879-964d-4963-8f47-35a2e8a6c018 req-a131faa6-bdc5-4447-81f7-7e291deb73e5 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449464 Jun 27 12:31:43.851747 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816d453-4e60-4de8-8a71-401fdcc3600b req-23c1f284-906f-4372-8899-e7911e29b0a8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:43.853525 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c816d453-4e60-4de8-8a71-401fdcc3600b req-23c1f284-906f-4372-8899-e7911e29b0a8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.2217004 Jun 27 12:31:43.923693 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c816d453-4e60-4de8-8a71-401fdcc3600b req-3d2a0abd-29bb-4097-9ba7-0bcefe1f75ba tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616896 Jun 27 12:31:44.087596 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3890b6cc-a02e-4221-b500-0ace94669b8c {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:31:44.095305 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:44.110615 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Transition to ACTIVE for port object 3890b6cc-a02e-4221-b500-0ace94669b8c will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:31:44.115190 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2205688'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:44.119270 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-42fdadce-9d51-4dc7-9970-1856963f5b7a tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:44.237663 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Pushing event updated for resources: {'Port': ['ID=3890b6cc-a02e-4221-b500-0ace94669b8c,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:44.248666 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:44.367130 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Attempting to bind port 3890b6cc-a02e-4221-b500-0ace94669b8c on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:31:44.368052 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Attempting to bind port 3890b6cc-a02e-4221-b500-0ace94669b8c by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:31:44.368052 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Attempting to bind port 3890b6cc-a02e-4221-b500-0ace94669b8c on network 4ba4b00e-9728-4710-95e1-d036b6026ac1 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:31:44.372535 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Port 3890b6cc-a02e-4221-b500-0ace94669b8c on network 4ba4b00e-9728-4710-95e1-d036b6026ac1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:31:44.372848 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Attempting to bind port 3890b6cc-a02e-4221-b500-0ace94669b8c on network 4ba4b00e-9728-4710-95e1-d036b6026ac1 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:31:44.377891 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:31:44.378222 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Checking segment: {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:31:44.378598 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Bound using segment: {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:31:44.379010 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Bound port: 3890b6cc-a02e-4221-b500-0ace94669b8c, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:31:44.379346 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:44.468528 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] For port 3890b6cc-a02e-4221-b500-0ace94669b8c, host hv-cinder-79809, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:31:44.471851 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] For port 3890b6cc-a02e-4221-b500-0ace94669b8c, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3890b6cc-a02e-4221-b500-0ace94669b8c,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:31:44.478237 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2205688'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:44.482980 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-26a6e178-c8f6-4970-972a-6a1ac7ee15d3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:44.542349 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:44.542965 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:44.544390 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] 10.222.0.36 "PUT /v2.0/ports/3890b6cc-a02e-4221-b500-0ace94669b8c HTTP/1.1" status: 200 len: 1094 time: 1.1910033 Jun 27 12:31:44.544895 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6a508c-d064-4bd8-9980-d6562faf1d3f', 'tag': '3890b6cc-a02e-4221-b500-0ace94669b8c'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:31:44.574656 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Pushing event updated for resources: {'Port': ['ID=3890b6cc-a02e-4221-b500-0ace94669b8c,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:44.578611 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:44.596960 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6a508c-d064-4bd8-9980-d6562faf1d3f', 'tag': '3890b6cc-a02e-4221-b500-0ace94669b8c', 'status': 'completed', 'code': 200} Jun 27 12:31:44.643144 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dd477-e1bb-4706-a9d8-3f5adb8debb8 req-910be6f8-5722-4cc4-ac87-546a091d8e79 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:44.645394 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9a5dd477-e1bb-4706-a9d8-3f5adb8debb8 req-910be6f8-5722-4cc4-ac87-546a091d8e79 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0943317 Jun 27 12:31:44.673918 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-fedaad42-d7e2-4a5c-9b06-6099aaecaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:44.675426 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-fedaad42-d7e2-4a5c-9b06-6099aaecaf11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 1097 time: 0.0734456 Jun 27 12:31:44.704733 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9a5dd477-e1bb-4706-a9d8-3f5adb8debb8 req-daa87dfa-9090-4566-9f83-daa4d1e6b735 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526860 Jun 27 12:31:44.751035 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-e99d246b-4321-45c6-826c-4c36f4306818 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3890b6cc-a02e-4221-b500-0ace94669b8c HTTP/1.1" status: 200 len: 217 time: 0.0668693 Jun 27 12:31:44.866439 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-917c2bda-b3b2-46f5-b1b4-00746ffa81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:44.867778 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-917c2bda-b3b2-46f5-b1b4-00746ffa81a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.1079583 Jun 27 12:31:44.942702 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe94c3-993e-433f-ae02-22859e7a503e req-1b97f6f7-7e5b-4386-aab5-6d383e20e36b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:44.943398 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-bffe94c3-993e-433f-ae02-22859e7a503e req-1b97f6f7-7e5b-4386-aab5-6d383e20e36b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Synchronizing usage tracker for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:31:44.971619 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-bffe94c3-993e-433f-ae02-22859e7a503e req-1b97f6f7-7e5b-4386-aab5-6d383e20e36b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Unset dirty status for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:31:44.973168 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bffe94c3-993e-433f-ae02-22859e7a503e req-1b97f6f7-7e5b-4386-aab5-6d383e20e36b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 944 time: 0.1810884 Jun 27 12:31:44.976203 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-5797bb51-5d3b-4108-89e8-180bc3c1038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:44.977644 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-5797bb51-5d3b-4108-89e8-180bc3c1038c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1010976 Jun 27 12:31:45.020938 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bffe94c3-993e-433f-ae02-22859e7a503e req-f2631cf9-6d0f-4e6d-a34d-4b1e2ad3e300 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417621 Jun 27 12:31:45.124518 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce383e-5a95-4c8e-b01e-7d022cf66424 req-fc168f97-cffb-4f12-a732-d83ec983275e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:45.125869 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-acce383e-5a95-4c8e-b01e-7d022cf66424 req-fc168f97-cffb-4f12-a732-d83ec983275e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0830305 Jun 27 12:31:45.170755 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-acce383e-5a95-4c8e-b01e-7d022cf66424 req-0e0a6ed5-9307-4d9a-9c89-803d83a9aad4 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389733 Jun 27 12:31:45.906086 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe122e-f7c8-4552-b36f-a57fa638301d req-91f3dc93-4d3b-48f1-a58c-cfc09899d565 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:45.907502 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-febe122e-f7c8-4552-b36f-a57fa638301d req-91f3dc93-4d3b-48f1-a58c-cfc09899d565 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0866284 Jun 27 12:31:45.959110 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-febe122e-f7c8-4552-b36f-a57fa638301d req-a8068d62-aced-485c-9d51-4ead541585eb tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 Jun 27 12:31:46.160375 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-8b6e25ef-6011-45c4-a5da-f68d18a0699e service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369169 Jun 27 12:31:46.213423 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e5317-74a5-41aa-b3bb-a0c8f50245d5 req-abef3545-d7b8-48dc-bcfa-69284b05fbd7 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:46.214922 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c64e5317-74a5-41aa-b3bb-a0c8f50245d5 req-abef3545-d7b8-48dc-bcfa-69284b05fbd7 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 944 time: 0.0872486 Jun 27 12:31:46.259870 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c64e5317-74a5-41aa-b3bb-a0c8f50245d5 req-61b90bdc-57d9-46a2-b3e8-4eb65b6270d2 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392623 Jun 27 12:31:46.519445 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69688694-226e-4a0c-8116-ddcc6e0e1408 req-964be0c2-d0c4-445a-bd9c-7c2c05c7cd9d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:46.520928 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-69688694-226e-4a0c-8116-ddcc6e0e1408 req-964be0c2-d0c4-445a-bd9c-7c2c05c7cd9d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0847890 Jun 27 12:31:46.564764 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-69688694-226e-4a0c-8116-ddcc6e0e1408 req-b8d048b6-1fae-4737-a3ce-5d4f0dbf3e17 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380270 Jun 27 12:31:47.077433 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-197e8a69-736d-4d28-8b73-2f7f669eac5c req-b469a744-cfb1-4017-85fa-fed566fdb89b service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304660 Jun 27 12:31:47.148319 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed04575-9a89-4880-83e8-4530590d7d89 req-54c11145-bb36-4d3d-8108-34b5c91b329c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:47.149722 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fed04575-9a89-4880-83e8-4530590d7d89 req-54c11145-bb36-4d3d-8108-34b5c91b329c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0815883 Jun 27 12:31:47.195046 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fed04575-9a89-4880-83e8-4530590d7d89 req-d364422d-2e00-478c-a3a6-f514bd684e33 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389261 Jun 27 12:31:47.456259 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45923c33-51db-46ec-bdc2-6790eefae27a req-d924f388-cf81-420c-9fff-e1064ce92817 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:47.458729 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-45923c33-51db-46ec-bdc2-6790eefae27a req-d924f388-cf81-420c-9fff-e1064ce92817 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 944 time: 0.0841980 Jun 27 12:31:47.509435 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-45923c33-51db-46ec-bdc2-6790eefae27a req-61c77258-6391-492c-b7f6-7fb5f46c334c tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454311 Jun 27 12:31:47.764923 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5697c-3fbe-4b9d-b9e2-7d14e6ad1697 req-ea98c7be-12a5-4ad4-992c-a446686812a1 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:47.766324 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-cca5697c-3fbe-4b9d-b9e2-7d14e6ad1697 req-ea98c7be-12a5-4ad4-992c-a446686812a1 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0936856 Jun 27 12:31:47.823571 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-cca5697c-3fbe-4b9d-b9e2-7d14e6ad1697 req-d8fb5dd5-5a5b-4412-8490-56665d0835c3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505593 Jun 27 12:31:48.397612 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd16a96-a55b-47c0-ad39-f26f46a48151 req-e9c01782-21d1-4b34-9981-4d36f4bf3bd1 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:48.399116 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3bd16a96-a55b-47c0-ad39-f26f46a48151 req-e9c01782-21d1-4b34-9981-4d36f4bf3bd1 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0952935 Jun 27 12:31:48.487820 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3bd16a96-a55b-47c0-ad39-f26f46a48151 req-91066bc1-109d-4e38-9280-9257bd5b5f4d tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535190 Jun 27 12:31:48.508946 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a39e6-43de-414b-b953-cd5bc9c028ce req-a3768d52-2b8e-4d35-9930-c2232c86609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:48.510497 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c02a39e6-43de-414b-b953-cd5bc9c028ce req-a3768d52-2b8e-4d35-9930-c2232c86609c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 1097 time: 0.1067739 Jun 27 12:31:48.704097 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc71af9-ea0e-4b1f-ab04-f5e9f6e3e939 req-4ddc224b-4ea5-493f-aad2-268b12fc8a46 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:48.705623 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ecc71af9-ea0e-4b1f-ab04-f5e9f6e3e939 req-4ddc224b-4ea5-493f-aad2-268b12fc8a46 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 944 time: 0.0810044 Jun 27 12:31:48.760064 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ecc71af9-ea0e-4b1f-ab04-f5e9f6e3e939 req-391f5b3d-bc98-4034-afb7-33e67acc0e97 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483375 Jun 27 12:31:48.908714 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a39e6-43de-414b-b953-cd5bc9c028ce req-c0bf55a0-3496-403d-a5e4-37c80be6acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:48.910202 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c02a39e6-43de-414b-b953-cd5bc9c028ce req-c0bf55a0-3496-403d-a5e4-37c80be6acfa service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 912 time: 0.2166259 Jun 27 12:31:49.015399 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c02a39e6-43de-414b-b953-cd5bc9c028ce req-1b82d24d-ead9-48a8-ad9a-3c50484976ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3890b6cc-a02e-4221-b500-0ace94669b8c HTTP/1.1" status: 200 len: 217 time: 0.0974090 Jun 27 12:31:49.094207 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a39e6-43de-414b-b953-cd5bc9c028ce req-211521dc-5b37-4e0e-bf22-f22e962e3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:49.095659 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c02a39e6-43de-414b-b953-cd5bc9c028ce req-211521dc-5b37-4e0e-bf22-f22e962e3791 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.0721788 Jun 27 12:31:49.155237 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c0bb4-e4b4-4106-90a4-bb261d9dd527 req-c8f48c24-a014-4098-b9c0-a393fcaa067d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:49.156730 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-527c0bb4-e4b4-4106-90a4-bb261d9dd527 req-c8f48c24-a014-4098-b9c0-a393fcaa067d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.1880255 Jun 27 12:31:49.215933 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-527c0bb4-e4b4-4106-90a4-bb261d9dd527 req-a4483419-da8c-4364-87da-3fceb46630c3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530047 Jun 27 12:31:49.224498 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a39e6-43de-414b-b953-cd5bc9c028ce req-604ef17b-6dc1-43b4-8a2e-d8d6c22827bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:49.225933 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c02a39e6-43de-414b-b953-cd5bc9c028ce req-604ef17b-6dc1-43b4-8a2e-d8d6c22827bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1222963 Jun 27 12:31:49.365976 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c02a39e6-43de-414b-b953-cd5bc9c028ce req-40911c3b-0b93-4cc7-bdb4-d48e249cd259 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324854 Jun 27 12:31:49.510785 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c02a39e6-43de-414b-b953-cd5bc9c028ce req-9de609d2-49b0-4797-8500-a97bb71906b3 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378863 Jun 27 12:31:49.684965 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e26d1-5ecb-415f-9a6f-480279ec6c35 req-1d161d8e-8da0-4f9d-9315-48841a6df971 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:49.686409 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3b5e26d1-5ecb-415f-9a6f-480279ec6c35 req-1d161d8e-8da0-4f9d-9315-48841a6df971 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0913775 Jun 27 12:31:49.731510 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3b5e26d1-5ecb-415f-9a6f-480279ec6c35 req-8ac0dc83-145b-4d3f-b6c9-c7f3678b3e46 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390515 Jun 27 12:31:49.954121 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e4fc-18b4-4a64-94e1-e2e8153fc113 req-e48a7521-e7c0-4b07-92dd-448e04313dac tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:49.955625 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f9a0e4fc-18b4-4a64-94e1-e2e8153fc113 req-e48a7521-e7c0-4b07-92dd-448e04313dac tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 944 time: 0.0898042 Jun 27 12:31:50.008076 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f9a0e4fc-18b4-4a64-94e1-e2e8153fc113 req-6ca6143d-1c08-40b2-96a6-26e7c7adf214 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428195 Jun 27 12:31:50.415566 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779229a5-5fdc-4af6-b8f6-3ab862abe3e9 req-9089dff4-edac-4ccb-8d0b-8a7627f58aaa tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:50.417178 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-779229a5-5fdc-4af6-b8f6-3ab862abe3e9 req-9089dff4-edac-4ccb-8d0b-8a7627f58aaa tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0873332 Jun 27 12:31:50.466882 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-779229a5-5fdc-4af6-b8f6-3ab862abe3e9 req-0aca062d-b570-44df-a3d3-dd41a7e9fbba tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433080 Jun 27 12:31:50.657626 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 58c11eb2-4188-4422-95ae-659a89ebeb96 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:31:50.793707 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 58c11eb2-4188-4422-95ae-659a89ebeb96, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=58c11eb2-4188-4422-95ae-659a89ebeb96,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:31:50.807898 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'port_id': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'mac_address': 'fa:16:3e:67:54:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:31:50.874943 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:50.894695 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58c11eb2-4188-4422-95ae-659a89ebeb96 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:31:50.911687 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 58c11eb2-4188-4422-95ae-659a89ebeb96, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=58c11eb2-4188-4422-95ae-659a89ebeb96,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:31:50.916839 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:50.918532 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:50.941803 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32527dcf-e5f8-41f9-9a35-181ff5129376 req-724eec56-9271-4b24-84c2-ebe67a554dff tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:50.943311 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-32527dcf-e5f8-41f9-9a35-181ff5129376 req-724eec56-9271-4b24-84c2-ebe67a554dff tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0894103 Jun 27 12:31:50.984636 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=58c11eb2-4188-4422-95ae-659a89ebeb96,revision_number=6']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:50.988321 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-32527dcf-e5f8-41f9-9a35-181ff5129376 req-ad8ba0a1-2394-4977-b35f-16d7dc49229b tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391471 Jun 27 12:31:50.992017 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:50.992384 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:50.992722 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:50.993050 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:50.993378 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:50.993700 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:50.994021 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:50.994340 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:50.994684 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:50.995003 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:50.995320 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:50.995658 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:31:50.999651 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:51.013747 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['58c11eb2-4188-4422-95ae-659a89ebeb96'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:31:51.200568 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf7f76-5484-43c3-bb1e-aa8157d7e9c0 req-9b17f1a3-2715-4b2f-883f-c79e652b507d tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:51.202058 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-72bf7f76-5484-43c3-bb1e-aa8157d7e9c0 req-9b17f1a3-2715-4b2f-883f-c79e652b507d tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 944 time: 0.0876746 Jun 27 12:31:51.250839 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-72bf7f76-5484-43c3-bb1e-aa8157d7e9c0 req-521e8186-9c6d-4852-80a1-0596a080a20c tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425432 Jun 27 12:31:51.677468 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be24230-98a8-4b22-bf9c-a139e1ab59b7 req-83425484-a09d-4756-87eb-21e06e81c8d5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:51.679154 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0be24230-98a8-4b22-bf9c-a139e1ab59b7 req-83425484-a09d-4756-87eb-21e06e81c8d5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 944 time: 0.0872557 Jun 27 12:31:51.728564 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0be24230-98a8-4b22-bf9c-a139e1ab59b7 req-f8563bf7-3e4a-4e11-8e26-6263dbccda71 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439038 Jun 27 12:31:52.270439 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a14f73-feb3-4371-8fa8-b1b3d7524331 req-51f81b4a-915d-4a18-a357-9cfdb6b22b33 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:52.271796 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-24a14f73-feb3-4371-8fa8-b1b3d7524331 req-51f81b4a-915d-4a18-a357-9cfdb6b22b33 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.1594381 Jun 27 12:31:52.317376 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-24a14f73-feb3-4371-8fa8-b1b3d7524331 req-1d2e8326-1822-4693-9850-f30a509577ec tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397577 Jun 27 12:31:52.450736 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca39cd3-0bbd-4670-ad90-7389e4f2d4ca req-46c8121e-3ecb-44f2-b97c-cfd7205f79a2 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:52.452166 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bca39cd3-0bbd-4670-ad90-7389e4f2d4ca req-46c8121e-3ecb-44f2-b97c-cfd7205f79a2 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 944 time: 0.0918953 Jun 27 12:31:52.509671 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bca39cd3-0bbd-4670-ad90-7389e4f2d4ca req-269b654b-9a0c-4c5f-ba85-b65228373485 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483031 Jun 27 12:31:52.680011 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 58c11eb2-4188-4422-95ae-659a89ebeb96 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:31:52.752183 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 58c11eb2-4188-4422-95ae-659a89ebeb96 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:31:52.752605 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:52.873531 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:52.905268 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:31:52.920335 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 58c11eb2-4188-4422-95ae-659a89ebeb96, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=58c11eb2-4188-4422-95ae-659a89ebeb96,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:31:52.925703 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:52.927995 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:52.939537 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd1f67-0bee-48ef-b7fa-8a0c9388d894 req-606fc157-b071-4ec2-906f-56e1bf6f44ea tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:52.941235 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-acfd1f67-0bee-48ef-b7fa-8a0c9388d894 req-606fc157-b071-4ec2-906f-56e1bf6f44ea tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 944 time: 0.0966578 Jun 27 12:31:52.968332 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'code': 200} Jun 27 12:31:53.007210 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=58c11eb2-4188-4422-95ae-659a89ebeb96,revision_number=7']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:53.007935 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-acfd1f67-0bee-48ef-b7fa-8a0c9388d894 req-cb954b2a-e007-46be-92cb-6ad2eeeabd69 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596476 Jun 27 12:31:53.010250 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:53.517324 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74df047-5cdd-4f3c-b41b-ea74f7659bdf req-29e91145-0a2e-460e-ac82-91f4e01dac5d tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:53.518799 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a74df047-5cdd-4f3c-b41b-ea74f7659bdf req-29e91145-0a2e-460e-ac82-91f4e01dac5d tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0936410 Jun 27 12:31:53.564748 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a74df047-5cdd-4f3c-b41b-ea74f7659bdf req-f4dc1141-8253-4740-b7e5-4db36c680ab3 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398114 Jun 27 12:31:53.696677 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243174e0-ab38-485c-ad26-3c98e3e15ecc req-e83120ed-95ce-476e-a12a-9faf54918bc6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:53.698127 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-243174e0-ab38-485c-ad26-3c98e3e15ecc req-e83120ed-95ce-476e-a12a-9faf54918bc6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 944 time: 0.0824339 Jun 27 12:31:53.743685 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-243174e0-ab38-485c-ad26-3c98e3e15ecc req-10e80966-4e30-4c51-a621-d8c0fc754e0e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397649 Jun 27 12:31:54.212403 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136ec0f-74da-42cd-b5b1-bd9a52594363 req-1564c10e-322d-4088-9ab2-b30c5561ae04 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:54.213921 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e136ec0f-74da-42cd-b5b1-bd9a52594363 req-1564c10e-322d-4088-9ab2-b30c5561ae04 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0889986 Jun 27 12:31:54.265285 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e136ec0f-74da-42cd-b5b1-bd9a52594363 req-8ad2bc09-67d3-407a-9573-fbd10a69da9b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444047 Jun 27 12:31:54.765046 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce1be1-aa4f-434f-80f5-0223724454d2 req-2d85ac3d-c355-41e3-a6b1-f250c994e6ad tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:54.766785 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ddce1be1-aa4f-434f-80f5-0223724454d2 req-2d85ac3d-c355-41e3-a6b1-f250c994e6ad tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0895236 Jun 27 12:31:54.827989 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ddce1be1-aa4f-434f-80f5-0223724454d2 req-30beac31-c281-47b6-9f16-367d06ade9dc tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544984 Jun 27 12:31:54.952043 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97693f4-af99-443f-8b19-295a77ed0361 req-9ad862c7-3b12-4358-a5f2-d13559ec6c82 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:54.953575 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b97693f4-af99-443f-8b19-295a77ed0361 req-9ad862c7-3b12-4358-a5f2-d13559ec6c82 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 944 time: 0.0904224 Jun 27 12:31:55.001323 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b97693f4-af99-443f-8b19-295a77ed0361 req-201acc90-f001-40b2-8851-4df0f0ec0446 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413785 Jun 27 12:31:55.315612 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:55.463724 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a98be-3c9d-42a0-8509-4e3cff00c41c req-9d0c2219-22f9-4fdb-a433-04f03a2215c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:55.465217 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d35a98be-3c9d-42a0-8509-4e3cff00c41c req-9d0c2219-22f9-4fdb-a433-04f03a2215c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0805168 Jun 27 12:31:55.509263 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d35a98be-3c9d-42a0-8509-4e3cff00c41c req-3f6ccba8-7db1-4392-8736-148eec5e4986 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383730 Jun 27 12:31:56.033542 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0060f98-df94-4fd1-b8c2-6b99bf24cca0 req-92f8c5dd-280c-4024-8832-83e572490043 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:56.035107 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c0060f98-df94-4fd1-b8c2-6b99bf24cca0 req-92f8c5dd-280c-4024-8832-83e572490043 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.1006002 Jun 27 12:31:56.091496 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c0060f98-df94-4fd1-b8c2-6b99bf24cca0 req-2e23f978-c07b-49cb-b357-49fda814fdb8 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491536 Jun 27 12:31:56.242312 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cf2f7-e67b-408b-b33b-52f57dfaf6a7 req-cb829896-5d63-4f31-9d52-5bd62fb8379f tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:56.250396 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c90cf2f7-e67b-408b-b33b-52f57dfaf6a7 req-cb829896-5d63-4f31-9d52-5bd62fb8379f tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 944 time: 0.1186178 Jun 27 12:31:56.316036 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c90cf2f7-e67b-408b-b33b-52f57dfaf6a7 req-9b2fd4a7-dfb5-4f3a-807f-4073a02b269a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639987 Jun 27 12:31:56.508706 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-81ce6aa1-dffc-4b6a-9fd1-d1fba0c47c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:56.654853 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372efba6-1a39-4e50-85a4-66e6d7669fdb req-9edbcd41-228b-4453-947b-1ec8d4860179 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:56.663048 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-372efba6-1a39-4e50-85a4-66e6d7669fdb req-9edbcd41-228b-4453-947b-1ec8d4860179 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.1792920 Jun 27 12:31:56.705319 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070242-5556-4490-bd3b-80ea1e27f575 req-447933d1-ec46-4a85-a010-564688b26b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:56.706823 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de070242-5556-4490-bd3b-80ea1e27f575 req-447933d1-ec46-4a85-a010-564688b26b11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6098d054d9c4b7a9150524fc86a1454&device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 1099 time: 0.1887860 Jun 27 12:31:56.716060 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 3890b6cc-a02e-4221-b500-0ace94669b8c details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:31:56.740006 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-372efba6-1a39-4e50-85a4-66e6d7669fdb req-3fee711f-75d8-4466-8e27-e73541dc228a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701182 Jun 27 12:31:56.876433 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 3890b6cc-a02e-4221-b500-0ace94669b8c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3890b6cc-a02e-4221-b500-0ace94669b8c,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:31:56.890911 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '3890b6cc-a02e-4221-b500-0ace94669b8c', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'port_id': '3890b6cc-a02e-4221-b500-0ace94669b8c', 'mac_address': 'fa:16:3e:17:7e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:31:56.909785 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896a94e-b155-408d-b49c-0fd7aec7aa5b req-f473e683-984b-4d20-9022-9fd293aacb63 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:56.911633 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b896a94e-b155-408d-b49c-0fd7aec7aa5b req-f473e683-984b-4d20-9022-9fd293aacb63 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.2669230 Jun 27 12:31:56.965230 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:56.973838 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:57.011462 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b896a94e-b155-408d-b49c-0fd7aec7aa5b req-159e8f76-b02d-4e1f-8584-86b6ba61e951 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861518 Jun 27 12:31:57.014823 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070242-5556-4490-bd3b-80ea1e27f575 req-b7deb3cd-7ac5-4a0c-b60c-83fcd0979eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:57.017212 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de070242-5556-4490-bd3b-80ea1e27f575 req-b7deb3cd-7ac5-4a0c-b60c-83fcd0979eee service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f HTTP/1.1" status: 200 len: 912 time: 0.3017154 Jun 27 12:31:57.039694 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3890b6cc-a02e-4221-b500-0ace94669b8c {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:31:57.082187 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 3890b6cc-a02e-4221-b500-0ace94669b8c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3890b6cc-a02e-4221-b500-0ace94669b8c,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:31:57.095358 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:57.098028 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:31:57.144338 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de070242-5556-4490-bd3b-80ea1e27f575 req-a0317f1c-a7a3-493f-8b83-26fe36108d55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12305c1b-1506-414f-bab5-fa2d1dc2a154 HTTP/1.1" status: 200 len: 1002 time: 0.1140764 Jun 27 12:31:57.212790 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=3890b6cc-a02e-4221-b500-0ace94669b8c,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:31:57.213133 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070242-5556-4490-bd3b-80ea1e27f575 req-21594227-1d95-42bd-9cb8-221a079d98f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:57.214905 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de070242-5556-4490-bd3b-80ea1e27f575 req-21594227-1d95-42bd-9cb8-221a079d98f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c408987c-cc93-40ed-9edd-1045a910e913 HTTP/1.1" status: 200 len: 850 time: 0.0645204 Jun 27 12:31:57.216589 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:31:57.307191 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070242-5556-4490-bd3b-80ea1e27f575 req-fb8d3fe9-72e0-4161-803a-e8cc708b4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:57.309664 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de070242-5556-4490-bd3b-80ea1e27f575 req-fb8d3fe9-72e0-4161-803a-e8cc708b4f0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848730 Jun 27 12:31:57.493926 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de070242-5556-4490-bd3b-80ea1e27f575 req-3e373bbb-d8d3-4ded-89a5-fa118ab25f6c service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762428 Jun 27 12:31:57.546154 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c90a2-5383-4e10-a93a-b3b20241fee5 req-d6a27105-1282-4821-83a3-614e794bfa57 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:57.548774 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b97c90a2-5383-4e10-a93a-b3b20241fee5 req-d6a27105-1282-4821-83a3-614e794bfa57 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 945 time: 0.1102259 Jun 27 12:31:57.572388 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['3890b6cc-a02e-4221-b500-0ace94669b8c'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:31:57.645210 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b97c90a2-5383-4e10-a93a-b3b20241fee5 req-c8ed0442-338a-4f72-9606-7b820d92fdbc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911241 Jun 27 12:31:57.692865 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de070242-5556-4490-bd3b-80ea1e27f575 req-03a04346-05f1-436a-a17f-b0bce5c4a7ce service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880181 Jun 27 12:31:57.987501 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a754d-15fa-4f27-a27a-9c679ef6180e req-1c2fabbe-6397-48d5-b818-aec6b192d079 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:57.994911 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b43a754d-15fa-4f27-a27a-9c679ef6180e req-1c2fabbe-6397-48d5-b818-aec6b192d079 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.1504824 Jun 27 12:31:58.048223 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b43a754d-15fa-4f27-a27a-9c679ef6180e req-7c1dda8a-e813-4d4b-bf58-017c272db061 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522428 Jun 27 12:31:58.517075 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48d685-321e-4dea-a3bb-54c0e688ccb5 req-89b1ac7f-1361-4bd8-86ed-c00debd0b5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:58.518506 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ce48d685-321e-4dea-a3bb-54c0e688ccb5 req-89b1ac7f-1361-4bd8-86ed-c00debd0b5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.0961039 Jun 27 12:31:58.568170 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ce48d685-321e-4dea-a3bb-54c0e688ccb5 req-2aea1d67-0eaa-43ce-a70c-14858d6e4ecc tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430224 Jun 27 12:31:58.902382 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca241a-5500-4b4b-988d-278969af0613 req-2dd9263e-794d-47fb-babf-441301a5c436 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:58.904664 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-53ca241a-5500-4b4b-988d-278969af0613 req-2dd9263e-794d-47fb-babf-441301a5c436 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 945 time: 0.1412604 Jun 27 12:31:58.960647 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-53ca241a-5500-4b4b-988d-278969af0613 req-0a93f19a-af36-494f-96ae-8a04edcb222d tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482790 Jun 27 12:31:59.130594 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-35d232d3-9263-4545-accf-4f1f1001e5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:31:59.296593 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff68df7-a74e-4296-8b89-bf0d57ddd030 req-d871fd24-6023-4baa-b9c7-6e851dc04a21 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:59.298745 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3ff68df7-a74e-4296-8b89-bf0d57ddd030 req-d871fd24-6023-4baa-b9c7-6e851dc04a21 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.1241925 Jun 27 12:31:59.360768 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3ff68df7-a74e-4296-8b89-bf0d57ddd030 req-43f08b61-086b-4c03-9249-128def7b5443 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558627 Jun 27 12:31:59.777409 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c8554-e0ed-4ab9-9ebc-e293d946d4fd req-3f803771-a6f4-44ea-bf54-cbc24e8de3e7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:31:59.785195 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-831c8554-e0ed-4ab9-9ebc-e293d946d4fd req-3f803771-a6f4-44ea-bf54-cbc24e8de3e7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.1023653 Jun 27 12:31:59.837900 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-831c8554-e0ed-4ab9-9ebc-e293d946d4fd req-6b39ab61-feaf-43e1-9871-d3a4ccc98de1 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516906 Jun 27 12:32:00.094670 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:00.190395 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b6bef-b08a-4e1e-b9be-fcc2f0994656 req-1fb127bb-fc2b-46fe-9fda-685829f4f3bd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:00.191991 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-850b6bef-b08a-4e1e-b9be-fcc2f0994656 req-1fb127bb-fc2b-46fe-9fda-685829f4f3bd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 945 time: 0.1075170 Jun 27 12:32:00.252200 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-850b6bef-b08a-4e1e-b9be-fcc2f0994656 req-df4412e7-762b-4f21-8353-2840f9217f40 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525496 Jun 27 12:32:00.728251 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 3890b6cc-a02e-4221-b500-0ace94669b8c up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:32:00.825802 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port 3890b6cc-a02e-4221-b500-0ace94669b8c completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:32:00.841823 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 3890b6cc-a02e-4221-b500-0ace94669b8c triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:32:00.842225 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.045865 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.084215 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6a508c-d064-4bd8-9980-d6562faf1d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3890b6cc-a02e-4221-b500-0ace94669b8c'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:32:01.095591 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 3890b6cc-a02e-4221-b500-0ace94669b8c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3890b6cc-a02e-4221-b500-0ace94669b8c,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:32:01.102869 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.106791 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-5463fc07-9336-474a-ae1a-9bb92bf32239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:01.145423 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b99da-c628-4b32-a432-a37fdc179199 req-bbace44e-b174-441d-a606-570d1bf23b04 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:01.148341 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bd3b99da-c628-4b32-a432-a37fdc179199 req-bbace44e-b174-441d-a606-570d1bf23b04 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.1523242 Jun 27 12:32:01.189264 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6a508c-d064-4bd8-9980-d6562faf1d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3890b6cc-a02e-4221-b500-0ace94669b8c', 'code': 200} Jun 27 12:32:01.189834 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=3890b6cc-a02e-4221-b500-0ace94669b8c,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:01.193109 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:01.234006 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bd3b99da-c628-4b32-a432-a37fdc179199 req-58184253-e1c3-4a3c-87c6-06fa5bf9c10d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620887 Jun 27 12:32:01.510973 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb9a0d-b2da-418d-b23c-262a07960961 req-5a2d6af6-1193-4a03-bcf1-83ca1f35366c tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:01.519307 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76255a5-ee74-4321-a1f3-65d17c5a37bd req-6ee67840-008c-4e10-affb-a9b5f1cc8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:01.521125 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e76255a5-ee74-4321-a1f3-65d17c5a37bd req-6ee67840-008c-4e10-affb-a9b5f1cc8a80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 1099 time: 0.0868125 Jun 27 12:32:01.521566 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ddbb9a0d-b2da-418d-b23c-262a07960961 req-5a2d6af6-1193-4a03-bcf1-83ca1f35366c tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 946 time: 0.1332788 Jun 27 12:32:01.582793 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:01.595239 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e76255a5-ee74-4321-a1f3-65d17c5a37bd req-6d199a46-d460-4fd1-a501-2ab85e9664a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666440 Jun 27 12:32:01.608223 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ddbb9a0d-b2da-418d-b23c-262a07960961 req-b7064e4e-e320-4026-ad30-a6ea32e62728 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798442 Jun 27 12:32:02.450921 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4d24a-184f-414c-b5af-1d5c932ba4f3 req-e81f2356-fce0-4f63-b05e-ac7e49ac55d8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:02.456668 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-16e4d24a-184f-414c-b5af-1d5c932ba4f3 req-e81f2356-fce0-4f63-b05e-ac7e49ac55d8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.1100869 Jun 27 12:32:02.511650 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-16e4d24a-184f-414c-b5af-1d5c932ba4f3 req-1cb3dc34-4e7f-451a-b8de-1e8932750783 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526042 Jun 27 12:32:02.859659 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f0868-2b36-4cd9-b81c-c0644caadd77 req-07ba050b-c513-431c-a3cd-97e6ee2a3caa tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:02.861218 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ef6f0868-2b36-4cd9-b81c-c0644caadd77 req-07ba050b-c513-431c-a3cd-97e6ee2a3caa tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 946 time: 0.1192639 Jun 27 12:32:02.927509 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ef6f0868-2b36-4cd9-b81c-c0644caadd77 req-63d0bbcb-da06-45fb-bc98-a191cfb29396 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602810 Jun 27 12:32:03.758384 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf1c8d-6b5a-46eb-a549-d91f81f42ece req-8a9f1f68-1173-49f8-8a67-1ba9dbf7a2b8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:03.761208 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6cdf1c8d-6b5a-46eb-a549-d91f81f42ece req-8a9f1f68-1173-49f8-8a67-1ba9dbf7a2b8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.1087458 Jun 27 12:32:03.860841 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6cdf1c8d-6b5a-46eb-a549-d91f81f42ece req-6bb4e2c8-d4e1-4d80-b876-9ec965cb14e3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941617 Jun 27 12:32:04.159507 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340be80-2f12-4775-87cb-237cf0d1ada9 req-ade4eccc-3a0a-44bb-a791-5fa53566dc32 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:04.161388 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f340be80-2f12-4775-87cb-237cf0d1ada9 req-ade4eccc-3a0a-44bb-a791-5fa53566dc32 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 946 time: 0.0990162 Jun 27 12:32:04.219163 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f340be80-2f12-4775-87cb-237cf0d1ada9 req-c4122b31-3135-432a-a704-5da249701103 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510778 Jun 27 12:32:04.447328 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ca6f2-2c3d-4d34-90dd-3c1b8525d956 req-0ac4d668-f048-4f20-9b34-6441116beb65 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:04.448817 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-942ca6f2-2c3d-4d34-90dd-3c1b8525d956 req-0ac4d668-f048-4f20-9b34-6441116beb65 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 946 time: 0.1100039 Jun 27 12:32:04.497393 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-942ca6f2-2c3d-4d34-90dd-3c1b8525d956 req-f71da5ab-41de-4bc9-863b-7f1435e19efa tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Jun 27 12:32:04.527813 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 37054) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:04.845887 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ddf3b3-7c7b-41ba-9aa7-a574d4876932 tempest-TestVolumeBootPattern-1096446049 tempest-TestVolumeBootPattern-1096446049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:04.847652 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-78ddf3b3-7c7b-41ba-9aa7-a574d4876932 tempest-TestVolumeBootPattern-1096446049 tempest-TestVolumeBootPattern-1096446049-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 1094 time: 0.3188057 Jun 27 12:32:04.851856 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 37060) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:04.857939 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Request body: {'floatingip': {'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'port_id': '3890b6cc-a02e-4221-b500-0ace94669b8c', 'tenant_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:32:04.899932 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:04.910214 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Usage tracker for resource:floatingip and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:04.918432 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:04.931910 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:04.964053 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for floatingip, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:05.239607 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664fdef-591b-4dbc-b0e6-993a19fede7c req-dad3ca8c-3fc4-4874-b71f-7efe01d437d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:05.241347 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d664fdef-591b-4dbc-b0e6-993a19fede7c req-dad3ca8c-3fc4-4874-b71f-7efe01d437d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.2150795 Jun 27 12:32:05.317692 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d664fdef-591b-4dbc-b0e6-993a19fede7c req-9ec2c57b-5dad-4102-9d1f-5420cb18b864 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700381 Jun 27 12:32:05.342449 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:05.496887 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Allocated IP 172.27.0.213 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/8a2441f0-2ed5-4a61-b7a6-b424fd73bf1d) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:32:05.784540 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:05.819405 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:05.823728 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:05.896375 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:32:05.899800 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:32:05.903857 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:32:05.946129 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'Port': ['ID=8a2441f0-2ed5-4a61-b7a6-b424fd73bf1d,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:05.955323 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:06.450295 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:06.543236 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:06.559023 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d73ff5-90a4-414a-b08b-3df53c78a5b3 req-61c0799e-5567-4895-bcdb-33b306989983 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:06.560609 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-12d73ff5-90a4-414a-b08b-3df53c78a5b3 req-61c0799e-5567-4895-bcdb-33b306989983 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.1018884 Jun 27 12:32:06.619617 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-12d73ff5-90a4-414a-b08b-3df53c78a5b3 req-b76d1d43-db30-4ccd-8a33-3dc330519772 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515659 Jun 27 12:32:06.768595 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:06.774681 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:06.778294 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b5603c48-87ca-4acf-9478-c2523b01c505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:06.889471 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'Port': ['ID=8a2441f0-2ed5-4a61-b7a6-b424fd73bf1d,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:06.893435 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:06.902867 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:07.074009 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.l3_db [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Floating IP d399a1ef-2040-4037-b609-b620bf7ff3f7 associated. External IP: 172.27.0.213, port: 3890b6cc-a02e-4221-b500-0ace94669b8c. Jun 27 12:32:07.532524 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Router fe303b9e-f3c2-43e2-8aa6-744168fd3358 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:32:07.633569 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:32:07.765922 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:32:07.775880 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b3444f-9638-4f47-a9b4-5f1b34ed9157 None None] Sync routers for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:32:07.786713 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3444f-9638-4f47-a9b4-5f1b34ed9157 None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:32:07.787243 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-37b3444f-9638-4f47-a9b4-5f1b34ed9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:31:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:32:07.797902 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f46855-5a8d-4f37-aa4d-ea5c350f0600 req-8e595481-f6f0-4ffe-81df-2e16fc739efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:07.799504 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-86f46855-5a8d-4f37-aa4d-ea5c350f0600 req-8e595481-f6f0-4ffe-81df-2e16fc739efb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 1098 time: 0.1634996 Jun 27 12:32:07.808110 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:07.894001 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0265703 Jun 27 12:32:07.894001 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6a508c-d064-4bd8-9980-d6562faf1d3f', 'tag': '3890b6cc-a02e-4221-b500-0ace94669b8c'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:32:07.905495 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a7b6f-cfad-49b4-b35a-3bb3f3516d78 req-6c75ada8-db5e-478b-a97b-a13f351c9da3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:07.907571 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6e9a7b6f-cfad-49b4-b35a-3bb3f3516d78 req-6c75ada8-db5e-478b-a97b-a13f351c9da3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.1754527 Jun 27 12:32:07.940037 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6a508c-d064-4bd8-9980-d6562faf1d3f', 'tag': '3890b6cc-a02e-4221-b500-0ace94669b8c', 'status': 'completed', 'code': 200} Jun 27 12:32:07.952592 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f46855-5a8d-4f37-aa4d-ea5c350f0600 req-9e67bc50-f8c6-406c-835e-d88a451adf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:07.954076 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-86f46855-5a8d-4f37-aa4d-ea5c350f0600 req-9e67bc50-f8c6-406c-835e-d88a451adf87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 917 time: 0.1387367 Jun 27 12:32:07.962614 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6e9a7b6f-cfad-49b4-b35a-3bb3f3516d78 req-6eb7b3db-30ab-4320-b8f8-feef01d482cd tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479541 Jun 27 12:32:08.027319 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-37b3444f-9638-4f47-a9b4-5f1b34ed9157 None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:32:08.048239 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ab069-2db0-4b4a-9e40-e13b562e4514 req-71b74445-9a99-421a-b6a0-3aeb214bc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:08.049667 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-313ab069-2db0-4b4a-9e40-e13b562e4514 req-71b74445-9a99-421a-b6a0-3aeb214bc1dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 1099 time: 0.0799887 Jun 27 12:32:08.062270 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-86f46855-5a8d-4f37-aa4d-ea5c350f0600 req-577d068d-62d8-4e43-9c9e-53b9209dc9a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c11eb2-4188-4422-95ae-659a89ebeb96 HTTP/1.1" status: 200 len: 1000 time: 0.1012342 Jun 27 12:32:08.125899 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f46855-5a8d-4f37-aa4d-ea5c350f0600 req-74674cd6-70f2-4c6a-bfbe-acd864882d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:08.127330 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-86f46855-5a8d-4f37-aa4d-ea5c350f0600 req-74674cd6-70f2-4c6a-bfbe-acd864882d8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.0570145 Jun 27 12:32:08.191392 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ab069-2db0-4b4a-9e40-e13b562e4514 req-523757c1-970f-4145-baed-e9558c971690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:08.192927 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-313ab069-2db0-4b4a-9e40-e13b562e4514 req-523757c1-970f-4145-baed-e9558c971690 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 912 time: 0.1364350 Jun 27 12:32:08.210243 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f46855-5a8d-4f37-aa4d-ea5c350f0600 req-3def6b8a-a6cd-4fbd-acd4-bc3554bec97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:08.211795 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-86f46855-5a8d-4f37-aa4d-ea5c350f0600 req-3def6b8a-a6cd-4fbd-acd4-bc3554bec97a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775373 Jun 27 12:32:08.306444 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-313ab069-2db0-4b4a-9e40-e13b562e4514 req-7311ad00-d913-4643-9a2a-31bb43203072 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3890b6cc-a02e-4221-b500-0ace94669b8c HTTP/1.1" status: 200 len: 1000 time: 0.1066942 Jun 27 12:32:08.355233 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-86f46855-5a8d-4f37-aa4d-ea5c350f0600 req-776763e9-039d-42cd-9bd3-d5df6c5b64f3 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364663 Jun 27 12:32:08.373880 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ab069-2db0-4b4a-9e40-e13b562e4514 req-71572ec6-cb72-495d-921b-bef768cb6575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:08.375333 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-313ab069-2db0-4b4a-9e40-e13b562e4514 req-71572ec6-cb72-495d-921b-bef768cb6575 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.0624807 Jun 27 12:32:08.390242 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-37b3444f-9638-4f47-a9b4-5f1b34ed9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': 'd399a1ef-2040-4037-b609-b620bf7ff3f7', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '3890b6cc-a02e-4221-b500-0ace94669b8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:17:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6a508c-d064-4bd8-9980-d6562faf1d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:32:06Z', 'updated_at': '2021-06-27T12:32:06Z', 'revision_number': 0, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:32:08.394774 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b3444f-9638-4f47-a9b4-5f1b34ed9157 None None] Checking router: fe303b9e-f3c2-43e2-8aa6-744168fd3358 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:32:08.403894 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3444f-9638-4f47-a9b4-5f1b34ed9157 None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:32:08.404531 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-37b3444f-9638-4f47-a9b4-5f1b34ed9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:31:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:32:08.463469 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ab069-2db0-4b4a-9e40-e13b562e4514 req-2b02d0aa-4e9e-4f56-8925-25ff42a2e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:08.465316 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-313ab069-2db0-4b4a-9e40-e13b562e4514 req-2b02d0aa-4e9e-4f56-8925-25ff42a2e0b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830960 Jun 27 12:32:08.500221 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-86f46855-5a8d-4f37-aa4d-ea5c350f0600 req-c59500e2-0f0f-43e8-9427-f7f4f9102568 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379600 Jun 27 12:32:08.582401 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-37b3444f-9638-4f47-a9b4-5f1b34ed9157 None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:32:08.595299 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-313ab069-2db0-4b4a-9e40-e13b562e4514 req-9fa06d29-e311-4f8d-8d3e-4c2fa1da5677 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231420 Jun 27 12:32:08.738116 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-313ab069-2db0-4b4a-9e40-e13b562e4514 req-38f0e8ee-bd5a-425e-857f-61608fa004f3 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320243 Jun 27 12:32:08.968846 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-37b3444f-9638-4f47-a9b4-5f1b34ed9157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': 'd399a1ef-2040-4037-b609-b620bf7ff3f7', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '3890b6cc-a02e-4221-b500-0ace94669b8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:17:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6a508c-d064-4bd8-9980-d6562faf1d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:32:06Z', 'updated_at': '2021-06-27T12:32:06Z', 'revision_number': 0, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:32:08.973286 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b3444f-9638-4f47-a9b4-5f1b34ed9157 None None] The sync data for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi is: [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': 'd399a1ef-2040-4037-b609-b620bf7ff3f7', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '3890b6cc-a02e-4221-b500-0ace94669b8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:17:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6a508c-d064-4bd8-9980-d6562faf1d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:32:06Z', 'updated_at': '2021-06-27T12:32:06Z', 'revision_number': 0, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:32:09.169861 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52855b5-3214-4931-b36e-dfed1d0e4b17 None None] New status for floating IP d399a1ef-2040-4037-b609-b620bf7ff3f7: ACTIVE {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:32:09.280616 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e333119-7661-48a1-b9d4-e0f525d6a9b8 req-8dcf67a2-18fd-46a2-a3e1-9d12c710f4d8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:09.282135 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6e333119-7661-48a1-b9d4-e0f525d6a9b8 req-8dcf67a2-18fd-46a2-a3e1-9d12c710f4d8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.2082429 Jun 27 12:32:09.327779 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6e333119-7661-48a1-b9d4-e0f525d6a9b8 req-16420779-537d-4b93-bb3a-5efd4a13b996 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393503 Jun 27 12:32:10.585956 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98c181-fd6c-4664-9ae5-344c0f6f6f21 req-da9dc6f2-171e-4df6-80e9-7c3c1ae6d260 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:10.587463 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6a98c181-fd6c-4664-9ae5-344c0f6f6f21 req-da9dc6f2-171e-4df6-80e9-7c3c1ae6d260 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 945 time: 0.1448314 Jun 27 12:32:10.633818 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6a98c181-fd6c-4664-9ae5-344c0f6f6f21 req-9948bfc7-2b66-4430-a0de-32d81de84ed3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402937 Jun 27 12:32:10.823208 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 58c11eb2-4188-4422-95ae-659a89ebeb96 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:32:10.943077 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:10.970030 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:32:10.979455 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 58c11eb2-4188-4422-95ae-659a89ebeb96, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=58c11eb2-4188-4422-95ae-659a89ebeb96,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:32:10.985193 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:10.987977 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:11.017578 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'code': 200} Jun 27 12:32:11.058495 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=58c11eb2-4188-4422-95ae-659a89ebeb96,revision_number=8']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:11.061450 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:11.824117 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843047e-0594-433e-9541-3741ba854df4 req-0d132995-970f-4dba-abba-4e756fa0a25f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:11.825629 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8843047e-0594-433e-9541-3741ba854df4 req-0d132995-970f-4dba-abba-4e756fa0a25f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0841579 Jun 27 12:32:11.874613 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8843047e-0594-433e-9541-3741ba854df4 req-a6acba55-3525-40f2-82a9-646aaf9e1ba4 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403528 Jun 27 12:32:12.892471 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af08fe-b74a-4fc5-b1d5-2a6ca99e43a6 req-215a9134-2881-46de-9c27-63b1850a9b63 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:12.894068 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-48af08fe-b74a-4fc5-b1d5-2a6ca99e43a6 req-215a9134-2881-46de-9c27-63b1850a9b63 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.1010087 Jun 27 12:32:12.939056 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-48af08fe-b74a-4fc5-b1d5-2a6ca99e43a6 req-b861f604-a0bd-4589-a6b3-e8683e69fb0a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390887 Jun 27 12:32:13.095908 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 37162) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:13.224236 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-74e38599-068e-4581-a57a-1641c3cbc028 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1268606 Jun 27 12:32:14.222589 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c193c-3265-483c-9726-c85119c66f25 req-fa5d01b8-d672-4c34-8ddd-53a27c5b01c3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:14.224040 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-563c193c-3265-483c-9726-c85119c66f25 req-fa5d01b8-d672-4c34-8ddd-53a27c5b01c3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.1666543 Jun 27 12:32:14.273392 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-563c193c-3265-483c-9726-c85119c66f25 req-638cc1ce-51cd-4165-9da1-58fcf930a12a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428069 Jun 27 12:32:14.787482 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-d893261c-bf98-4fd9-8bd7-94f63354d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:14.788909 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-d893261c-bf98-4fd9-8bd7-94f63354d996 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8&tenant_id=456d7cf361d04312bd0757b6677d5376 HTTP/1.1" status: 200 len: 1096 time: 0.0720050 Jun 27 12:32:14.855216 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 58c11eb2-4188-4422-95ae-659a89ebeb96 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:32:14.884528 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-225ae5bb-2590-454d-b501-52e023b8208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:14.885319 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-225ae5bb-2590-454d-b501-52e023b8208a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 1096 time: 0.0742047 Jun 27 12:32:15.021133 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-e4f821d2-d424-4da6-b29b-e4d21bedc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:15.022574 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-e4f821d2-d424-4da6-b29b-e4d21bedc6ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 917 time: 0.1262896 Jun 27 12:32:15.132242 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-6293e693-6967-488f-83a2-1b183d1135a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c11eb2-4188-4422-95ae-659a89ebeb96 HTTP/1.1" status: 200 len: 998 time: 0.1024618 Jun 27 12:32:15.198641 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-2e69b228-3153-4e4a-b1dc-0cd9f4940ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:15.200031 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-2e69b228-3153-4e4a-b1dc-0cd9f4940ee1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.0587428 Jun 27 12:32:15.280387 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-a97255cb-021d-4fcb-b59b-9a379997d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:15.281854 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-a97255cb-021d-4fcb-b59b-9a379997d302 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739164 Jun 27 12:32:15.418250 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-82e1d17d-a0d2-49d9-b96b-e51c77f91143 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260262 Jun 27 12:32:15.468684 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dd7d5-11b4-46a9-8e4a-fca7ce27fc8a req-e9e0a145-2915-4c7e-a880-1e7492ed6cbf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:15.470143 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-581dd7d5-11b4-46a9-8e4a-fca7ce27fc8a req-e9e0a145-2915-4c7e-a880-1e7492ed6cbf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0841217 Jun 27 12:32:15.514746 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-581dd7d5-11b4-46a9-8e4a-fca7ce27fc8a req-827c1c69-f9fa-495c-af89-b9270aeebd48 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388219 Jun 27 12:32:15.555456 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-06e98952-0a11-4e97-b2de-24902c8e3e42 req-2c21a5ce-91e1-4c38-b622-fa3c0f05a5ad service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261227 Jun 27 12:32:16.742106 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea4011-52dd-4e9d-b405-92777b8b6196 req-1fa803ae-5a08-4f59-b3b9-aa94dbdd4c52 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:16.743675 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d2ea4011-52dd-4e9d-b405-92777b8b6196 req-1fa803ae-5a08-4f59-b3b9-aa94dbdd4c52 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0948405 Jun 27 12:32:16.801692 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d2ea4011-52dd-4e9d-b405-92777b8b6196 req-535e7383-24a3-408c-b83b-4b62a4811e3d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452201 Jun 27 12:32:18.020504 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd49d67-5cde-47dd-9159-454f1d2f873e req-d4cabcd3-d52d-4876-adba-f2d76e360a6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:18.021965 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4dd49d67-5cde-47dd-9159-454f1d2f873e req-d4cabcd3-d52d-4876-adba-f2d76e360a6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0875399 Jun 27 12:32:18.068593 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4dd49d67-5cde-47dd-9159-454f1d2f873e req-42f22225-bf6c-40aa-8dd2-2aa531eccad9 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407119 Jun 27 12:32:19.276662 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9e7c3-1cb5-4965-8466-036e52c0ee27 req-32f8009d-6122-4b58-9ec3-06b975e8034f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:19.278134 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f2d9e7c3-1cb5-4965-8466-036e52c0ee27 req-32f8009d-6122-4b58-9ec3-06b975e8034f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0918982 Jun 27 12:32:19.325150 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f2d9e7c3-1cb5-4965-8466-036e52c0ee27 req-8d49d5e5-d2be-4af4-99aa-1107c26de758 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409834 Jun 27 12:32:20.538233 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceb61e-2e78-4615-9277-2f5840172ff8 req-2e54afc1-b87d-410d-8de0-7e98dfd847f8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:20.539937 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4bceb61e-2e78-4615-9277-2f5840172ff8 req-2e54afc1-b87d-410d-8de0-7e98dfd847f8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0932424 Jun 27 12:32:20.590715 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4bceb61e-2e78-4615-9277-2f5840172ff8 req-acf03de2-f5a3-452d-aeb7-c67eef818e86 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447824 Jun 27 12:32:21.822899 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f56c99-fb32-4b43-afa5-6b41eed7c555 req-2a0e8549-46dc-48ed-ba2d-6bd39c2c2ea8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:21.826423 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-60f56c99-fb32-4b43-afa5-6b41eed7c555 req-2a0e8549-46dc-48ed-ba2d-6bd39c2c2ea8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.1123123 Jun 27 12:32:21.876325 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-60f56c99-fb32-4b43-afa5-6b41eed7c555 req-a6040493-c182-42a0-bb19-4cf3d6dc9227 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420654 Jun 27 12:32:23.112926 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eead283-295a-4f64-8ebe-37ab2c5cd9a3 req-391a96d9-86bb-4a1e-bd0f-6a97e21eea11 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:23.115472 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3eead283-295a-4f64-8ebe-37ab2c5cd9a3 req-391a96d9-86bb-4a1e-bd0f-6a97e21eea11 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.1092942 Jun 27 12:32:23.166552 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3eead283-295a-4f64-8ebe-37ab2c5cd9a3 req-cb2dd2ed-3846-4e91-8ece-510c3d672030 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445538 Jun 27 12:32:24.401046 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea26bd-3a8c-48c1-97fa-20e875de80a3 req-74927dfa-0fab-48ac-99cb-08213ed67ad6 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:24.403539 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f2ea26bd-3a8c-48c1-97fa-20e875de80a3 req-74927dfa-0fab-48ac-99cb-08213ed67ad6 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0938714 Jun 27 12:32:24.450878 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f2ea26bd-3a8c-48c1-97fa-20e875de80a3 req-4030cb2c-449d-4330-9600-4a823df25ba9 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409811 Jun 27 12:32:25.334475 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:25.385165 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 37278) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:25.507674 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5f58e624-ba2a-412c-ba58-97bdfe20a535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:25.522588 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-5f58e624-ba2a-412c-ba58-97bdfe20a535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:25.526566 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-5f58e624-ba2a-412c-ba58-97bdfe20a535 admin admin] Usage tracker for resource:security_group_rule and tenant:ce15837150994f54b19dd10315fc74e2 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:25.532779 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-5f58e624-ba2a-412c-ba58-97bdfe20a535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:25.541180 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-5f58e624-ba2a-412c-ba58-97bdfe20a535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:25.629959 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5f58e624-ba2a-412c-ba58-97bdfe20a535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:25.636347 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5f58e624-ba2a-412c-ba58-97bdfe20a535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:25.645397 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3a6d6785-fa16-4285-8daf-a6026167859d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:25.707233 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58e624-ba2a-412c-ba58-97bdfe20a535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ff8bc5-0624-4232-9fdf-27549a6433ea,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:25.711021 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-5f58e624-ba2a-412c-ba58-97bdfe20a535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:25.716763 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-5f58e624-ba2a-412c-ba58-97bdfe20a535 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce15837150994f54b19dd10315fc74e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278446 Jun 27 12:32:25.717759 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 37288) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:25.782732 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ff88810d-673f-44a6-8123-f09643893335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:25.871131 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ff88810d-673f-44a6-8123-f09643893335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:25.947066 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b5332-7036-4300-b980-eb97eeac8bf3 req-d978839e-c9a7-4a7b-a4d7-0570c8f6bd52 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:25.949786 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4c4b5332-7036-4300-b980-eb97eeac8bf3 req-d978839e-c9a7-4a7b-a4d7-0570c8f6bd52 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.1682291 Jun 27 12:32:25.996854 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ff88810d-673f-44a6-8123-f09643893335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:26.005818 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f05b4859-afe7-4abc-98f6-5b6fae8e21b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:26.022103 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88810d-673f-44a6-8123-f09643893335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ff8bc5-0624-4232-9fdf-27549a6433ea,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:26.026554 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4c4b5332-7036-4300-b980-eb97eeac8bf3 req-7dfe9f7a-f224-47b0-94f1-934f5a711f55 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682914 Jun 27 12:32:26.028309 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ff88810d-673f-44a6-8123-f09643893335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:26.029561 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ff88810d-673f-44a6-8123-f09643893335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:26.033252 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-ff88810d-673f-44a6-8123-f09643893335 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/25ff8bc5-0624-4232-9fdf-27549a6433ea HTTP/1.1" status: 204 len: 168 time: 0.3154640 Jun 27 12:32:26.494336 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-83f5bca2-18bd-49e6-8e3e-cef328018edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:26.934046 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:27.255475 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40ef97-52ac-44b3-87d1-fd9d7310a235 req-46d08110-6891-4e53-8bd6-39c900bc7c0c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:27.257133 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1b40ef97-52ac-44b3-87d1-fd9d7310a235 req-46d08110-6891-4e53-8bd6-39c900bc7c0c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.1041121 Jun 27 12:32:27.366469 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1b40ef97-52ac-44b3-87d1-fd9d7310a235 req-0ca1d14f-955f-457c-8e94-d18b299c5b7f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952296 Jun 27 12:32:28.631795 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-1aa0d51c-c067-4a3a-a224-998c8e70bad0 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=9aa7d17871c947c3874bfa0f40eceb8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312815 Jun 27 12:32:28.669687 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ca8bd-97e3-48bf-bdbf-18ef2aa31b63 req-04f12564-d9b4-4709-97c6-8af9bd1bda5c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:28.671206 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-849ca8bd-97e3-48bf-bdbf-18ef2aa31b63 req-04f12564-d9b4-4709-97c6-8af9bd1bda5c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.1814625 Jun 27 12:32:28.721769 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-849ca8bd-97e3-48bf-bdbf-18ef2aa31b63 req-a5786d3a-3a1b-49fd-a72c-8ad5662c3f27 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444996 Jun 27 12:32:28.798662 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-81cab7c0-1420-43e5-9284-335456caf58d tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:28.800120 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-81cab7c0-1420-43e5-9284-335456caf58d tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628628 Jun 27 12:32:28.816455 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-37fd5616-5111-4729-bbce-083f6f457fac tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/quotas/9aa7d17871c947c3874bfa0f40eceb8f HTTP/1.1" status: 200 len: 375 time: 0.0105538 Jun 27 12:32:28.866180 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-027f9d9e-c7f6-4a9f-8395-2989fde6e170 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9aa7d17871c947c3874bfa0f40eceb8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429542 Jun 27 12:32:29.058047 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bd1ff66c-5ef2-4761-b7c8-dfc24d288d21 req-f6c327b4-327c-484d-81ec-4b7859ce2706 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 210 time: 0.0459900 Jun 27 12:32:29.125772 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-c215d605-6102-4d63-a927-a090c9980193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:29.917707 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646ffd0-3f5c-47c9-8ebd-b4d13124a0b0 req-fae630bd-dbc7-4d01-9069-75081f2e9f92 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:29.919198 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f646ffd0-3f5c-47c9-8ebd-b4d13124a0b0 req-fae630bd-dbc7-4d01-9069-75081f2e9f92 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0827575 Jun 27 12:32:30.057002 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f646ffd0-3f5c-47c9-8ebd-b4d13124a0b0 req-bba55398-a369-4b32-9d79-28578494e801 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314428 Jun 27 12:32:30.095499 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:30.203601 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f5dd5a97-ab5b-4b5d-8bb2-86f16a932e1f req-c57d8aeb-84be-4aee-8661-078a27ab5708 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 210 time: 0.0430074 Jun 27 12:32:31.259023 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dba27a-76eb-4230-a40d-1e36d654daf9 req-5216656f-66e0-446a-8d77-f49287eb1117 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:31.261697 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d7dba27a-76eb-4230-a40d-1e36d654daf9 req-5216656f-66e0-446a-8d77-f49287eb1117 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0894377 Jun 27 12:32:31.309535 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d7dba27a-76eb-4230-a40d-1e36d654daf9 req-243d6918-7c56-4a8d-b1bb-7f99c7e20aae tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432842 Jun 27 12:32:31.361377 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-55b124c8-e22f-4e74-aadf-99d90e9ae5f8 req-1fb4e0e3-ddb5-4ae7-bf88-76bead9b6394 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 210 time: 0.0430229 Jun 27 12:32:31.576551 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:32.534393 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c12882-cd4d-4595-8c51-bd4b2e6e4da3 req-82dc9725-68b1-4dc8-819b-ccd195af4372 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:32.539231 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b9c12882-cd4d-4595-8c51-bd4b2e6e4da3 req-82dc9725-68b1-4dc8-819b-ccd195af4372 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.1050529 Jun 27 12:32:32.547192 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-30821182-d819-4d3e-bd20-a19e1752f727 req-2579b923-9db8-416b-a1a9-9136172274cb tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 210 time: 0.0496445 Jun 27 12:32:32.598409 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b9c12882-cd4d-4595-8c51-bd4b2e6e4da3 req-b60b1a62-338f-4e2e-8252-09b9ac158040 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436242 Jun 27 12:32:32.674736 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b896d3c-c1a0-4239-8e22-ade8b9aad5a4 req-34406f95-d2b2-4039-9b94-a9a7cb446d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:32.676467 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6b896d3c-c1a0-4239-8e22-ade8b9aad5a4 req-34406f95-d2b2-4039-9b94-a9a7cb446d6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 1096 time: 0.2072265 Jun 27 12:32:32.833521 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b896d3c-c1a0-4239-8e22-ade8b9aad5a4 req-b379119e-1d35-4f87-9610-a25926c90e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:32.835082 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6b896d3c-c1a0-4239-8e22-ade8b9aad5a4 req-b379119e-1d35-4f87-9610-a25926c90e77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 917 time: 0.1352205 Jun 27 12:32:32.934995 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6b896d3c-c1a0-4239-8e22-ade8b9aad5a4 req-a9c593bc-8886-408b-8a06-8d72ca9d2e78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58c11eb2-4188-4422-95ae-659a89ebeb96 HTTP/1.1" status: 200 len: 998 time: 0.0928290 Jun 27 12:32:33.005086 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b896d3c-c1a0-4239-8e22-ade8b9aad5a4 req-c898e8f7-152d-4267-b516-6dd7f12df0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:33.006519 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6b896d3c-c1a0-4239-8e22-ade8b9aad5a4 req-c898e8f7-152d-4267-b516-6dd7f12df0c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.0560739 Jun 27 12:32:33.082856 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b896d3c-c1a0-4239-8e22-ade8b9aad5a4 req-cd8f893e-b263-4446-977f-468bdfbcf345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:33.084350 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6b896d3c-c1a0-4239-8e22-ade8b9aad5a4 req-cd8f893e-b263-4446-977f-468bdfbcf345 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710862 Jun 27 12:32:33.138829 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-20dad855-08a5-4eb9-8a43-caa994b69b56 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9aa7d17871c947c3874bfa0f40eceb8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296190 Jun 27 12:32:33.230056 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6b896d3c-c1a0-4239-8e22-ade8b9aad5a4 req-d3e095fc-b605-4cb5-94c9-cd21838299f8 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323512 Jun 27 12:32:33.297367 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-b58a7c69-9904-4354-a334-d099c40ec92f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:33.298797 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-b58a7c69-9904-4354-a334-d099c40ec92f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535981 Jun 27 12:32:33.312543 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Request body: {'port': {'device_id': 'ec4c79a3-406f-45bc-8014-6d5de3e9f680', 'network_id': 'b90177ed-21ae-4921-ab1c-57c9dcb51737', 'admin_state_up': True, 'tenant_id': '9aa7d17871c947c3874bfa0f40eceb8f'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:32:33.371838 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6b896d3c-c1a0-4239-8e22-ade8b9aad5a4 req-ba0f6b46-2380-4461-8ca2-cd77681dc794 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349959 Jun 27 12:32:33.460962 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:33.465011 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Usage tracker for resource:port and tenant:9aa7d17871c947c3874bfa0f40eceb8f is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:33.468025 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:33.474216 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:33.488247 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Made reservation on behalf of 9aa7d17871c947c3874bfa0f40eceb8f for: {'port': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:32:33.494285 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:33.508749 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:33.523678 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:33.527743 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Usage tracker for resource:security_group_rule and tenant:9aa7d17871c947c3874bfa0f40eceb8f is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:33.530765 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:33.537002 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:33.629195 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:33.634745 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:33.638174 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-afb889f9-a1b2-4227-b5a7-77706faddd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:33.761143 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-246c814c-e34b-4eb1-bcb8-ead55dbdef8e req-44661e1d-24f8-4d7c-9117-49d7a6459845 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 210 time: 0.0747201 Jun 27 12:32:33.770022 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07ab581-fe77-4b20-83ec-520e8306128d,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:33.783203 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:33.810702 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec83e8f-7492-4705-9eae-fbc538dfd341 req-4fcb7df1-bc71-4952-b267-b5d918d80722 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:33.812277 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6ec83e8f-7492-4705-9eae-fbc538dfd341 req-4fcb7df1-bc71-4952-b267-b5d918d80722 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0963953 Jun 27 12:32:33.868488 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6ec83e8f-7492-4705-9eae-fbc538dfd341 req-5591c32e-52ce-4280-93b9-48b80f97adb3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425935 Jun 27 12:32:33.889011 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Allocated IP 192.168.233.85 (b90177ed-21ae-4921-ab1c-57c9dcb51737/e901ae94-f249-4d52-8865-205174ad115b/dfeec830-0147-4743-8811-47f897ecd76f) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:32:34.090672 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.108223 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Transition to ACTIVE for port object dfeec830-0147-4743-8811-47f897ecd76f will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:32:34.135872 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.144947 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e3995435-9928-4f28-adc0-faa675d3fc5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:34.212998 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Network b90177ed-21ae-4921-ab1c-57c9dcb51737 is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:32:34.215930 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:32:34.219741 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:32:34.253125 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Pushing event updated for resources: {'Port': ['ID=dfeec830-0147-4743-8811-47f897ecd76f,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:34.260600 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:34.290959 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:34.291606 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.322651 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0139141 Jun 27 12:32:34.335283 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Request body: {'port': {'device_id': 'ec4c79a3-406f-45bc-8014-6d5de3e9f680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:32:34.392073 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-8e99440b-99fe-463b-af75-437aa7c6b357 None None] Provisioning for port dfeec830-0147-4743-8811-47f897ecd76f completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:32:34.397524 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-8e99440b-99fe-463b-af75-437aa7c6b357 None None] Provisioning complete for port dfeec830-0147-4743-8811-47f897ecd76f triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:32:34.397960 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-8e99440b-99fe-463b-af75-437aa7c6b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.455094 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-8e99440b-99fe-463b-af75-437aa7c6b357 None None] Port dfeec830-0147-4743-8811-47f897ecd76f cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:32:34.456558 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.941296 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfeec830-0147-4743-8811-47f897ecd76f {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:32:34.949894 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.972742 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Transition to ACTIVE for port object dfeec830-0147-4743-8811-47f897ecd76f will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:32:34.979368 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2205688'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:34.985387 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:35.063321 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9728cfe-4efa-428d-9bb2-b9d165c714d9 req-9f35de3e-248d-4310-a773-b561b6c9cc8c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:35.064956 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c9728cfe-4efa-428d-9bb2-b9d165c714d9 req-9f35de3e-248d-4310-a773-b561b6c9cc8c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0858798 Jun 27 12:32:35.114251 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c9728cfe-4efa-428d-9bb2-b9d165c714d9 req-139ec007-488a-4d2f-b341-98c145659c89 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434341 Jun 27 12:32:35.145546 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80470e96-7589-4ee9-a650-6fae2a36e497 req-74b657b0-e373-4381-a879-77eb179bbe1a tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:35.146238 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-80470e96-7589-4ee9-a650-6fae2a36e497 req-74b657b0-e373-4381-a879-77eb179bbe1a tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Synchronizing usage tracker for tenant:9aa7d17871c947c3874bfa0f40eceb8f on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:32:35.148913 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Pushing event updated for resources: {'Port': ['ID=dfeec830-0147-4743-8811-47f897ecd76f,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:35.157527 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:35.222098 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-80470e96-7589-4ee9-a650-6fae2a36e497 req-74b657b0-e373-4381-a879-77eb179bbe1a tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Unset dirty status for tenant:9aa7d17871c947c3874bfa0f40eceb8f on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:32:35.223264 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-80470e96-7589-4ee9-a650-6fae2a36e497 req-74b657b0-e373-4381-a879-77eb179bbe1a tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 935 time: 0.3411014 Jun 27 12:32:35.271166 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Attempting to bind port dfeec830-0147-4743-8811-47f897ecd76f on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:32:35.271490 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Attempting to bind port dfeec830-0147-4743-8811-47f897ecd76f by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '736ee711-ffd8-4512-923e-4bbd92b18991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b90177ed-21ae-4921-ab1c-57c9dcb51737'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:32:35.271856 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Attempting to bind port dfeec830-0147-4743-8811-47f897ecd76f on network b90177ed-21ae-4921-ab1c-57c9dcb51737 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:32:35.283213 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Port dfeec830-0147-4743-8811-47f897ecd76f on network b90177ed-21ae-4921-ab1c-57c9dcb51737 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:32:35.283342 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Attempting to bind port dfeec830-0147-4743-8811-47f897ecd76f on network b90177ed-21ae-4921-ab1c-57c9dcb51737 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:32:35.290126 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-80470e96-7589-4ee9-a650-6fae2a36e497 req-1f11107e-2a6e-49f3-a6dc-07d9c0db7e81 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Synchronizing usage tracker for tenant:9aa7d17871c947c3874bfa0f40eceb8f on resource:security_group {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:32:35.295142 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:32:35.295480 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Checking segment: {'id': '736ee711-ffd8-4512-923e-4bbd92b18991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b90177ed-21ae-4921-ab1c-57c9dcb51737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:32:35.295850 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Bound using segment: {'id': '736ee711-ffd8-4512-923e-4bbd92b18991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b90177ed-21ae-4921-ab1c-57c9dcb51737'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:32:35.296269 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Bound port: dfeec830-0147-4743-8811-47f897ecd76f, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736ee711-ffd8-4512-923e-4bbd92b18991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b90177ed-21ae-4921-ab1c-57c9dcb51737'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:32:35.296615 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:35.353152 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-80470e96-7589-4ee9-a650-6fae2a36e497 req-1f11107e-2a6e-49f3-a6dc-07d9c0db7e81 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Unset dirty status for tenant:9aa7d17871c947c3874bfa0f40eceb8f on resource:security_group {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:32:35.354172 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-80470e96-7589-4ee9-a650-6fae2a36e497 req-1f11107e-2a6e-49f3-a6dc-07d9c0db7e81 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/security-groups?id=e07ab581-fe77-4b20-83ec-520e8306128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246603 Jun 27 12:32:35.393525 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] For port dfeec830-0147-4743-8811-47f897ecd76f, host hv-cinder-79809, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:32:35.396632 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] For port dfeec830-0147-4743-8811-47f897ecd76f, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dfeec830-0147-4743-8811-47f897ecd76f,segment=NetworkSegment(736ee711-ffd8-4512-923e-4bbd92b18991),segment_id=736ee711-ffd8-4512-923e-4bbd92b18991)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:32:35.402345 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2205688'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:35.406913 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:35.459933 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:35.460526 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:35.461891 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] 10.222.0.36 "PUT /v2.0/ports/dfeec830-0147-4743-8811-47f897ecd76f HTTP/1.1" status: 200 len: 1097 time: 1.1312649 Jun 27 12:32:35.462369 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4c79a3-406f-45bc-8014-6d5de3e9f680', 'tag': 'dfeec830-0147-4743-8811-47f897ecd76f'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:32:35.491955 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Pushing event updated for resources: {'Port': ['ID=dfeec830-0147-4743-8811-47f897ecd76f,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:35.495770 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:35.539571 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4c79a3-406f-45bc-8014-6d5de3e9f680', 'tag': 'dfeec830-0147-4743-8811-47f897ecd76f', 'status': 'completed', 'code': 200} Jun 27 12:32:35.581384 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-124485b0-e5a2-4e5d-aec2-b6c54752f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:35.582897 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-124485b0-e5a2-4e5d-aec2-b6c54752f8cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9aa7d17871c947c3874bfa0f40eceb8f&device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 1100 time: 0.0752242 Jun 27 12:32:35.653310 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-af91b8df-7fdf-410e-8e6d-2f204972c285 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=dfeec830-0147-4743-8811-47f897ecd76f HTTP/1.1" status: 200 len: 217 time: 0.0622733 Jun 27 12:32:35.718236 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-d95ecd6f-5ba1-4308-ac91-4ea005914fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:35.719685 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-d95ecd6f-5ba1-4308-ac91-4ea005914fe5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e901ae94-f249-4d52-8865-205174ad115b HTTP/1.1" status: 200 len: 843 time: 0.0559759 Jun 27 12:32:35.802683 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-7a833d38-49bc-4a88-b04d-2a51873e979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:35.804032 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-7a833d38-49bc-4a88-b04d-2a51873e979b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b90177ed-21ae-4921-ab1c-57c9dcb51737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0748222 Jun 27 12:32:35.950652 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-c81b589a-6132-497e-8a34-1eab1b121834 service neutron] 10.222.0.36 "GET /v2.0/networks/b90177ed-21ae-4921-ab1c-57c9dcb51737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391752 Jun 27 12:32:36.084075 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f0c00df2-7a1e-48c6-a07b-9979485d4cc3 req-30513d3e-5305-4cf8-87e0-1249264af995 service neutron] 10.222.0.36 "GET /v2.0/networks/b90177ed-21ae-4921-ab1c-57c9dcb51737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244361 Jun 27 12:32:36.213863 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b63a6-6726-4d98-8fb0-9a0026fadd48 req-5adad359-51bc-4827-ad56-9300fab32477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:36.215346 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2e9b63a6-6726-4d98-8fb0-9a0026fadd48 req-5adad359-51bc-4827-ad56-9300fab32477 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9aa7d17871c947c3874bfa0f40eceb8f&device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 1100 time: 0.0723202 Jun 27 12:32:36.414018 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b63a6-6726-4d98-8fb0-9a0026fadd48 req-c0a2f379-9b24-46d0-bb1e-791a40665a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:36.415361 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2e9b63a6-6726-4d98-8fb0-9a0026fadd48 req-c0a2f379-9b24-46d0-bb1e-791a40665a21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b90177ed-21ae-4921-ab1c-57c9dcb51737 HTTP/1.1" status: 200 len: 870 time: 0.1925361 Jun 27 12:32:36.427359 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c94a0c-c311-4fcb-bef0-d2a1a6e85b9a req-28b7fbed-fa65-4810-a95e-f8c5ad3d38fb tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:36.428773 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-01c94a0c-c311-4fcb-bef0-d2a1a6e85b9a req-28b7fbed-fa65-4810-a95e-f8c5ad3d38fb tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.1809399 Jun 27 12:32:36.518903 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2e9b63a6-6726-4d98-8fb0-9a0026fadd48 req-118b080d-0f65-4d65-9eb3-948ca9b187a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=dfeec830-0147-4743-8811-47f897ecd76f HTTP/1.1" status: 200 len: 217 time: 0.0891619 Jun 27 12:32:36.549017 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be394984-9c96-478a-9ba3-2b2c87e2bca4 req-c6c1a3c3-8c06-4e33-b0eb-0300552d6484 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:36.550485 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-be394984-9c96-478a-9ba3-2b2c87e2bca4 req-c6c1a3c3-8c06-4e33-b0eb-0300552d6484 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 947 time: 0.0852940 Jun 27 12:32:36.597982 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-be394984-9c96-478a-9ba3-2b2c87e2bca4 req-0464c47b-db36-44e5-bfb0-ba9521475433 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/security-groups?id=e07ab581-fe77-4b20-83ec-520e8306128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Jun 27 12:32:36.676165 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-01c94a0c-c311-4fcb-bef0-d2a1a6e85b9a req-c8d68ead-f893-4a15-b616-ff2cf52dcc73 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1839814 Jun 27 12:32:36.691295 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b63a6-6726-4d98-8fb0-9a0026fadd48 req-19288417-6f98-4d08-9831-34d56e686396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:36.692654 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2e9b63a6-6726-4d98-8fb0-9a0026fadd48 req-19288417-6f98-4d08-9831-34d56e686396 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e901ae94-f249-4d52-8865-205174ad115b HTTP/1.1" status: 200 len: 843 time: 0.1578827 Jun 27 12:32:36.770838 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b63a6-6726-4d98-8fb0-9a0026fadd48 req-74b5eb98-137f-40f1-b956-b91339ef3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:36.772341 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2e9b63a6-6726-4d98-8fb0-9a0026fadd48 req-74b5eb98-137f-40f1-b956-b91339ef3b23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b90177ed-21ae-4921-ab1c-57c9dcb51737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721891 Jun 27 12:32:36.911432 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2e9b63a6-6726-4d98-8fb0-9a0026fadd48 req-80220d00-39f3-4b9c-89a7-463dea2e75f1 service neutron] 10.222.0.36 "GET /v2.0/networks/b90177ed-21ae-4921-ab1c-57c9dcb51737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313910 Jun 27 12:32:37.044646 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2e9b63a6-6726-4d98-8fb0-9a0026fadd48 req-383c01f4-6b04-410d-a47a-f92354f565c5 service neutron] 10.222.0.36 "GET /v2.0/networks/b90177ed-21ae-4921-ab1c-57c9dcb51737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250522 Jun 27 12:32:37.788019 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5503e7d-5c67-4831-8e6a-f3436b947ef7 req-d5d55bfc-aad2-4531-be75-1edb1b93a9d9 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:37.789504 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c5503e7d-5c67-4831-8e6a-f3436b947ef7 req-d5d55bfc-aad2-4531-be75-1edb1b93a9d9 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 947 time: 0.0859225 Jun 27 12:32:37.836376 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c5503e7d-5c67-4831-8e6a-f3436b947ef7 req-e9ce5e4a-81f0-4afa-8380-30ef14d340d5 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/security-groups?id=e07ab581-fe77-4b20-83ec-520e8306128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410588 Jun 27 12:32:37.877565 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ac701-395b-43c2-81a6-f495341c878e req-e3438fe4-f6f2-4cc1-af75-2a0a29e0a356 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:37.878250 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a82ac701-395b-43c2-81a6-f495341c878e req-e3438fe4-f6f2-4cc1-af75-2a0a29e0a356 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0918655 Jun 27 12:32:37.922643 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a82ac701-395b-43c2-81a6-f495341c878e req-81da8a01-56a6-400d-9670-c4aca2557db6 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386546 Jun 27 12:32:38.955268 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device dfeec830-0147-4743-8811-47f897ecd76f details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:32:39.026555 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4ba1f-01f8-46d5-902f-b6b2f395645b req-604d2728-87cf-4fa8-a905-286d083fd3c8 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:39.028044 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-33f4ba1f-01f8-46d5-902f-b6b2f395645b req-604d2728-87cf-4fa8-a905-286d083fd3c8 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 947 time: 0.0836287 Jun 27 12:32:39.074860 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-33f4ba1f-01f8-46d5-902f-b6b2f395645b req-e6ecce5c-be46-411d-a241-de3d6ac19ece tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/security-groups?id=e07ab581-fe77-4b20-83ec-520e8306128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 Jun 27 12:32:39.091187 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port dfeec830-0147-4743-8811-47f897ecd76f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dfeec830-0147-4743-8811-47f897ecd76f,segment=NetworkSegment(736ee711-ffd8-4512-923e-4bbd92b18991),segment_id=736ee711-ffd8-4512-923e-4bbd92b18991)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:32:39.108117 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': 'dfeec830-0147-4743-8811-47f897ecd76f', 'network_id': 'b90177ed-21ae-4921-ab1c-57c9dcb51737', 'port_id': 'dfeec830-0147-4743-8811-47f897ecd76f', 'mac_address': 'fa:16:3e:60:5b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e901ae94-f249-4d52-8865-205174ad115b', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:32:39.114543 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f47ef-e4c9-4a63-bb70-b8ac46182a19 req-48672f2a-777a-40cb-aa80-fff2056ad05f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:39.116076 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-905f47ef-e4c9-4a63-bb70-b8ac46182a19 req-48672f2a-777a-40cb-aa80-fff2056ad05f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0789311 Jun 27 12:32:39.163693 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-905f47ef-e4c9-4a63-bb70-b8ac46182a19 req-9ab2b4e2-a883-4cb5-86c1-f882a28062f9 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418663 Jun 27 12:32:39.165617 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:39.183054 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfeec830-0147-4743-8811-47f897ecd76f {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:32:39.199432 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port dfeec830-0147-4743-8811-47f897ecd76f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dfeec830-0147-4743-8811-47f897ecd76f,segment=NetworkSegment(736ee711-ffd8-4512-923e-4bbd92b18991),segment_id=736ee711-ffd8-4512-923e-4bbd92b18991)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:32:39.205389 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:39.208198 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:39.271139 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=dfeec830-0147-4743-8811-47f897ecd76f,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:39.274244 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:39.642818 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['dfeec830-0147-4743-8811-47f897ecd76f'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:32:40.274714 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80002849-e570-44b3-bccf-7fc6eac6abd4 req-b7d90786-8b5f-4797-88e4-aa219d66ad5b tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:40.276223 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-80002849-e570-44b3-bccf-7fc6eac6abd4 req-b7d90786-8b5f-4797-88e4-aa219d66ad5b tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 948 time: 0.0837924 Jun 27 12:32:40.322795 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-80002849-e570-44b3-bccf-7fc6eac6abd4 req-28bffc94-570a-44d0-ac3f-d544e608295e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/security-groups?id=e07ab581-fe77-4b20-83ec-520e8306128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Jun 27 12:32:40.352667 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172496ee-f266-4532-955f-d72a717f29ff req-2978a924-3502-4ca2-a791-fd96459f3cb6 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:40.354136 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-172496ee-f266-4532-955f-d72a717f29ff req-2978a924-3502-4ca2-a791-fd96459f3cb6 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 943 time: 0.0805259 Jun 27 12:32:40.399387 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-172496ee-f266-4532-955f-d72a717f29ff req-b222df6d-45bc-4ce7-9f94-d4f1c669a0ca tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394785 Jun 27 12:32:40.964425 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 58c11eb2-4188-4422-95ae-659a89ebeb96 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:32:40.967507 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device dfeec830-0147-4743-8811-47f897ecd76f up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:32:41.126155 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port dfeec830-0147-4743-8811-47f897ecd76f completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:32:41.135516 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port dfeec830-0147-4743-8811-47f897ecd76f triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:32:41.135893 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:41.186760 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 58c11eb2-4188-4422-95ae-659a89ebeb96, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=58c11eb2-4188-4422-95ae-659a89ebeb96,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:32:41.209711 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'port_id': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'mac_address': 'fa:16:3e:67:54:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:32:41.334981 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:41.363646 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c11eb2-4188-4422-95ae-659a89ebeb96 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:32:41.369953 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:41.397503 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 58c11eb2-4188-4422-95ae-659a89ebeb96, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=58c11eb2-4188-4422-95ae-659a89ebeb96,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:32:41.405208 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4c79a3-406f-45bc-8014-6d5de3e9f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfeec830-0147-4743-8811-47f897ecd76f'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:32:41.413245 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:41.417532 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:41.450747 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port dfeec830-0147-4743-8811-47f897ecd76f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dfeec830-0147-4743-8811-47f897ecd76f,segment=NetworkSegment(736ee711-ffd8-4512-923e-4bbd92b18991),segment_id=736ee711-ffd8-4512-923e-4bbd92b18991)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:32:41.453113 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4c79a3-406f-45bc-8014-6d5de3e9f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfeec830-0147-4743-8811-47f897ecd76f', 'code': 200} Jun 27 12:32:41.473467 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:41.503147 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=58c11eb2-4188-4422-95ae-659a89ebeb96,revision_number=9']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:41.506752 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:41.506929 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-a19f60ce-6ec9-4122-9476-585ae61c319f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:41.526159 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa34ce-27a4-42c8-a1ac-6f8ecb5e020f req-612018cd-f99a-4911-b9f4-91021abd6802 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:41.527685 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-95aa34ce-27a4-42c8-a1ac-6f8ecb5e020f req-612018cd-f99a-4911-b9f4-91021abd6802 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 949 time: 0.0971041 Jun 27 12:32:41.586372 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=dfeec830-0147-4743-8811-47f897ecd76f,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:41.596514 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:41.653782 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e7d8a-ea97-49fc-9e95-7fb4ff3a1214 req-08a66b8b-2b5d-4005-86ee-c500a166b3b0 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:41.655237 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-598e7d8a-ea97-49fc-9e95-7fb4ff3a1214 req-08a66b8b-2b5d-4005-86ee-c500a166b3b0 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 944 time: 0.0903435 Jun 27 12:32:41.661868 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-95aa34ce-27a4-42c8-a1ac-6f8ecb5e020f req-2ba27361-e0c6-44fb-ba0a-9f7bce928062 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/security-groups?id=e07ab581-fe77-4b20-83ec-520e8306128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263433 Jun 27 12:32:41.742277 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-598e7d8a-ea97-49fc-9e95-7fb4ff3a1214 req-10a391d2-5cc4-4f68-a8bb-4b824008c69e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799603 Jun 27 12:32:41.762273 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d67b7-9891-46ec-898d-81852c1f9fca req-ea753fa7-5d5a-457b-8cd0-6915249ce68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:41.763783 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6a3d67b7-9891-46ec-898d-81852c1f9fca req-ea753fa7-5d5a-457b-8cd0-6915249ce68b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 1102 time: 0.1031966 Jun 27 12:32:41.785836 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['58c11eb2-4188-4422-95ae-659a89ebeb96'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:32:41.807078 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6a3d67b7-9891-46ec-898d-81852c1f9fca req-e0d3aca8-5f0b-432c-a330-f22fbcc751c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e07ab581-fe77-4b20-83ec-520e8306128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357435 Jun 27 12:32:42.854534 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c9fe2-1bab-49d6-8096-56d7892d130a req-3e905d2a-4515-452a-b2f7-b64a4be57456 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:42.856166 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-099c9fe2-1bab-49d6-8096-56d7892d130a req-3e905d2a-4515-452a-b2f7-b64a4be57456 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 949 time: 0.0881538 Jun 27 12:32:42.913507 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-099c9fe2-1bab-49d6-8096-56d7892d130a req-b76d8a66-bc17-4bde-a509-1ea92626d2a1 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/security-groups?id=e07ab581-fe77-4b20-83ec-520e8306128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464902 Jun 27 12:32:42.959802 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438918b-9490-4496-a4bb-b12226d747ef req-843761f0-76bb-462b-9cba-00fcbc322613 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:42.961182 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d438918b-9490-4496-a4bb-b12226d747ef req-843761f0-76bb-462b-9cba-00fcbc322613 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 944 time: 0.1008861 Jun 27 12:32:42.965324 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 58c11eb2-4188-4422-95ae-659a89ebeb96 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:32:43.006501 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d438918b-9490-4496-a4bb-b12226d747ef req-0623c056-1ec8-472a-b687-cdcc0b474c4a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391457 Jun 27 12:32:43.041640 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 58c11eb2-4188-4422-95ae-659a89ebeb96 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:32:43.042059 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:43.163285 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:43.196649 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 58c11eb2-4188-4422-95ae-659a89ebeb96, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=58c11eb2-4188-4422-95ae-659a89ebeb96,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:32:43.201671 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:43.205214 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:43.276481 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=58c11eb2-4188-4422-95ae-659a89ebeb96,revision_number=10']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:43.279499 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:43.454149 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:32:43.506763 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'code': 200} Jun 27 12:32:44.155554 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75043d0d-df90-4b09-b492-ee4356b8ece6 req-33126521-0724-47b0-a4e8-0cd212aa1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:44.157120 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-75043d0d-df90-4b09-b492-ee4356b8ece6 req-33126521-0724-47b0-a4e8-0cd212aa1882 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 1099 time: 0.1002500 Jun 27 12:32:44.168075 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97cbd6-b1bd-497b-abb5-d818e1c4fd43 req-b755dbc4-3855-47a3-bf2a-a2de8e69fc7c tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:44.169535 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ad97cbd6-b1bd-497b-abb5-d818e1c4fd43 req-b755dbc4-3855-47a3-bf2a-a2de8e69fc7c tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 949 time: 0.1466749 Jun 27 12:32:44.202079 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8e143-1f6b-402f-9886-957fe3eb4428 req-3a701da4-01d6-4ace-9698-8af76f546d91 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:44.203650 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a4f8e143-1f6b-402f-9886-957fe3eb4428 req-3a701da4-01d6-4ace-9698-8af76f546d91 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 946 time: 0.0818713 Jun 27 12:32:44.237499 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-75043d0d-df90-4b09-b492-ee4356b8ece6 req-83185958-80f4-405b-a598-a6433fcfd701 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669692 Jun 27 12:32:44.244635 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ad97cbd6-b1bd-497b-abb5-d818e1c4fd43 req-e3fb58eb-a3e7-4f68-98e9-6248ed197b37 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/security-groups?id=e07ab581-fe77-4b20-83ec-520e8306128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555868 Jun 27 12:32:44.257694 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a4f8e143-1f6b-402f-9886-957fe3eb4428 req-ae1866af-a998-4ff4-83fa-8a301e3d96d4 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476518 Jun 27 12:32:44.632134 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:32:44.709158 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29ad82-0748-4b9f-94ec-fb2b84cc8033 req-1d3db9af-cdb7-4baa-8fe0-38a06f1e4dcc tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:44.711509 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8d29ad82-0748-4b9f-94ec-fb2b84cc8033 req-1d3db9af-cdb7-4baa-8fe0-38a06f1e4dcc tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 949 time: 0.0918925 Jun 27 12:32:44.759198 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8d29ad82-0748-4b9f-94ec-fb2b84cc8033 req-c1bb8813-9063-470c-be47-69153b1eaa76 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/security-groups?id=e07ab581-fe77-4b20-83ec-520e8306128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400980 Jun 27 12:32:45.464699 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc3017-ba1a-4914-a1b2-f7f1a16c2da6 req-b3c5f61f-d3f8-42e9-bb68-505f4a660475 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:45.466477 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-64bc3017-ba1a-4914-a1b2-f7f1a16c2da6 req-b3c5f61f-d3f8-42e9-bb68-505f4a660475 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 946 time: 0.0842736 Jun 27 12:32:45.517171 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-64bc3017-ba1a-4914-a1b2-f7f1a16c2da6 req-3ae858ea-dbba-4d3b-abba-5243ca3482ff tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440326 Jun 27 12:32:45.966327 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f5a03-ca4a-4976-82dd-7314a2659b1c req-53d60203-e290-4618-9632-853da47b6c54 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:45.967932 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e42f5a03-ca4a-4976-82dd-7314a2659b1c req-53d60203-e290-4618-9632-853da47b6c54 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 949 time: 0.0892878 Jun 27 12:32:46.014143 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e42f5a03-ca4a-4976-82dd-7314a2659b1c req-5532d5fa-78f6-4218-8dbf-43e71fe3fe63 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/security-groups?id=e07ab581-fe77-4b20-83ec-520e8306128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399990 Jun 27 12:32:46.467521 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a2246-c362-4ab4-b8de-d0460d795e13 req-6a3d42de-b382-41fb-96ff-f5f9d22607da tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:46.468935 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-122a2246-c362-4ab4-b8de-d0460d795e13 req-6a3d42de-b382-41fb-96ff-f5f9d22607da tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 949 time: 0.0867541 Jun 27 12:32:46.540998 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-122a2246-c362-4ab4-b8de-d0460d795e13 req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Deleting port dfeec830-0147-4743-8811-47f897ecd76f {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:32:46.541330 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-122a2246-c362-4ab4-b8de-d0460d795e13 req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:46.907987 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37808555-c856-4f6a-9fa9-ce9917adba4c req-e32dbdd1-5c33-4078-9bff-89c7d4f2ab2c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:46.909476 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-37808555-c856-4f6a-9fa9-ce9917adba4c req-e32dbdd1-5c33-4078-9bff-89c7d4f2ab2c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 946 time: 0.2784028 Jun 27 12:32:46.945593 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-122a2246-c362-4ab4-b8de-d0460d795e13 req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] For port dfeec830-0147-4743-8811-47f897ecd76f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dfeec830-0147-4743-8811-47f897ecd76f,segment=NetworkSegment(736ee711-ffd8-4512-923e-4bbd92b18991),segment_id=736ee711-ffd8-4512-923e-4bbd92b18991)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:32:46.945933 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-122a2246-c362-4ab4-b8de-d0460d795e13 req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:47.078364 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-122a2246-c362-4ab4-b8de-d0460d795e13 req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Calling delete_port for dfeec830-0147-4743-8811-47f897ecd76f owned by compute:nova {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:32:47.119215 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-37808555-c856-4f6a-9fa9-ce9917adba4c req-83488935-c7bc-4fa5-a507-d66fd301ba28 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2002587 Jun 27 12:32:47.206993 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3daca-79e3-4aea-b473-936c92b03399 req-89eaa63b-5391-4b27-97a8-842d530b0c79 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:47.208479 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f9e3daca-79e3-4aea-b473-936c92b03399 req-89eaa63b-5391-4b27-97a8-842d530b0c79 tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec4c79a3-406f-45bc-8014-6d5de3e9f680 HTTP/1.1" status: 200 len: 949 time: 0.0878923 Jun 27 12:32:47.234317 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-122a2246-c362-4ab4-b8de-d0460d795e13 req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:47.239775 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:47.248907 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['dfeec830-0147-4743-8811-47f897ecd76f'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:32:47.256064 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f9e3daca-79e3-4aea-b473-936c92b03399 req-aaba60c1-5c32-485a-827d-3ea9a44a6bdd tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.38 "GET /v2.0/security-groups?id=e07ab581-fe77-4b20-83ec-520e8306128d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Jun 27 12:32:47.286164 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Pushing event deleted for resources: {'Port': ['ID=dfeec830-0147-4743-8811-47f897ecd76f,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:47.318568 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:47.318934 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:47.319294 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:47.319650 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:47.319990 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:47.320363 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:47.320707 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:47.321047 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:47.321388 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:47.321731 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:47.322070 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:47.322400 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:47.326449 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:47.378518 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-122a2246-c362-4ab4-b8de-d0460d795e13 req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] No DVR routers for this DVR port dfeec830-0147-4743-8811-47f897ecd76f on host hv-cinder-79809 {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:32:47.381083 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-122a2246-c362-4ab4-b8de-d0460d795e13 req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:47.384131 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4c79a3-406f-45bc-8014-6d5de3e9f680', 'name': 'network-vif-deleted', 'tag': 'dfeec830-0147-4743-8811-47f897ecd76f'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:32:47.401063 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-122a2246-c362-4ab4-b8de-d0460d795e13 req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] 10.222.0.36 "DELETE /v2.0/ports/dfeec830-0147-4743-8811-47f897ecd76f HTTP/1.1" status: 204 len: 173 time: 0.9252584 Jun 27 12:32:47.430231 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4c79a3-406f-45bc-8014-6d5de3e9f680', 'name': 'network-vif-deleted', 'tag': 'dfeec830-0147-4743-8811-47f897ecd76f', 'status': 'completed', 'code': 200} Jun 27 12:32:50.979839 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device dfeec830-0147-4743-8811-47f897ecd76f no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:32:51.013836 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: dfeec830-0147-4743-8811-47f897ecd76f {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:32:51.014292 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device dfeec830-0147-4743-8811-47f897ecd76f not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:32:53.038697 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 37704) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:53.215533 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-f611f08b-6dab-4f31-bfb5-db2732814bc3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9aa7d17871c947c3874bfa0f40eceb8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750822 Jun 27 12:32:53.220186 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 37710) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:53.278837 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-248f4333-aeee-47a5-9af1-0da769f17c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:53.306303 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-248f4333-aeee-47a5-9af1-0da769f17c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:53.366522 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-248f4333-aeee-47a5-9af1-0da769f17c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:53.370368 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ce2989bc-0080-4842-ad25-3c80a9e4e96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:53.384626 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f4333-aeee-47a5-9af1-0da769f17c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07ab581-fe77-4b20-83ec-520e8306128d,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:53.387147 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-248f4333-aeee-47a5-9af1-0da769f17c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:53.398060 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-248f4333-aeee-47a5-9af1-0da769f17c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:53.399159 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-248f4333-aeee-47a5-9af1-0da769f17c5b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e07ab581-fe77-4b20-83ec-520e8306128d HTTP/1.1" status: 204 len: 168 time: 0.1781282 Jun 27 12:32:54.122496 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 37734) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:54.239261 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1430489444-network', 'tenant_id': '23c50916ae7146218604c5ba33ac1205'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:32:54.244611 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:54.248431 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Usage tracker for resource:network and tenant:23c50916ae7146218604c5ba33ac1205 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:54.251354 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:54.258744 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:54.269881 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Made reservation on behalf of 23c50916ae7146218604c5ba33ac1205 for: {'network': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:32:54.272626 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:54.285009 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:54.299636 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:54.303391 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Usage tracker for resource:security_group_rule and tenant:23c50916ae7146218604c5ba33ac1205 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:54.306154 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:54.311679 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:54.408320 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:54.414079 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:54.417071 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6d999e3d-d678-4bf5-9506-59dbef20619c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:54.447605 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=78480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:32:54.456094 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55067216-73bb-417a-bcbf-0b48fc129743,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:54.464509 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:54.464841 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.segments_db [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Added segment 83ce4d3c-f3ce-48af-96ba-06f0904531af of type vlan for network 5800746f-248c-4415-b29e-369b7a917064 Jun 27 12:32:54.466567 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:54.466959 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:54.467316 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:54.467656 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:54.467991 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:54.468328 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:54.468677 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:54.469020 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:54.469388 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:54.469721 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:54.470052 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:54.470382 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:32:54.480148 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:54.504077 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:54.536840 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:54.538276 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:54.538924 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:54.542274 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:54.638164 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5139940 Jun 27 12:32:54.641067 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 37742) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:32:54.643865 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Pushing event updated for resources: {'Network': ['ID=5800746f-248c-4415-b29e-369b7a917064,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:54.647218 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Request body: {'subnet': {'network_id': '5800746f-248c-4415-b29e-369b7a917064', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1430489444-subnet', 'tenant_id': '23c50916ae7146218604c5ba33ac1205', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:32:54.647940 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:54.651944 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:54.655841 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network 5800746f-248c-4415-b29e-369b7a917064 details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:32:54.657718 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Usage tracker for resource:subnet and tenant:23c50916ae7146218604c5ba33ac1205 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:54.662395 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:54.671418 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:54.684042 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Made reservation on behalf of 23c50916ae7146218604c5ba33ac1205 for: {'subnet': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:32:54.686368 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10275220'] for subnet, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:54.894692 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2204543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10275202'] for subnet, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:54.898449 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9e78f5c7-e4b7-4dbe-b997-426333c15e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:54.964850 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76079d1c-f5e8-4420-ab1f-b7b0944baac6,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:54.968670 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:54.976487 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Checking segment: {'id': '83ce4d3c-f3ce-48af-96ba-06f0904531af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5800746f-248c-4415-b29e-369b7a917064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:32:54.976843 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Network hostable DHCP agents. Network: 5800746f-248c-4415-b29e-369b7a917064, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:32:55.002895 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Network 5800746f-248c-4415-b29e-369b7a917064 is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:32:55.013810 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, 5800746f-248c-4415-b29e-369b7a917064) {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:32:55.017976 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:55.018529 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:55.024832 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe8647d-9c42-442d-a4cc-587a4785ca45 None None] Network 5800746f-248c-4415-b29e-369b7a917064 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:32:55.042441 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-17ce9d9a-6ca7-4426-8646-f7d8beaa7800 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4001534 Jun 27 12:32:55.241277 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef6c60c-b6ec-475b-beda-a23156b4edcb None None] Network 5800746f-248c-4415-b29e-369b7a917064 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:32:55.367570 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:56.511566 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-28398f4c-88ba-4e85-8996-33f28e67d511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:56.929366 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:57.082347 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-570e3607-5600-40c7-84de-83b7a52e4fa8 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:57.083696 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-570e3607-5600-40c7-84de-83b7a52e4fa8 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/networks?id=5800746f-248c-4415-b29e-369b7a917064 HTTP/1.1" status: 200 len: 814 time: 0.1461551 Jun 27 12:32:57.101152 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-5c6bd91f-d145-4841-8212-2a439b229245 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/quotas/23c50916ae7146218604c5ba33ac1205 HTTP/1.1" status: 200 len: 375 time: 0.0092413 Jun 27 12:32:57.152227 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-4f90515d-bcbc-4f1a-a81c-64dbf2370b3c tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=23c50916ae7146218604c5ba33ac1205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458832 Jun 27 12:32:57.332943 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-6f7070af-6136-4866-a6b7-0a5bc33c1df2 service neutron] 10.222.0.38 "GET /v2.0/networks/5800746f-248c-4415-b29e-369b7a917064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716254 Jun 27 12:32:57.467195 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-99ddbb6e-65b1-421c-b1b5-5a28a45a08e7 service neutron] 10.222.0.38 "GET /v2.0/networks/5800746f-248c-4415-b29e-369b7a917064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283057 Jun 27 12:32:57.646376 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1c3bc168-4b12-4c0c-b155-419936c9e45a req-a62598c2-99e6-4154-a390-37ebf71721bc tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 210 time: 0.0424595 Jun 27 12:32:58.924954 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7c29fe46-4498-4891-b0a9-f20335afd599 req-e6b637ef-38a8-43c6-84f0-29b5e8cbbcce tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 210 time: 0.0713670 Jun 27 12:32:58.958963 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-254fba98-7397-4177-9c4d-90584326067c tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:58.960398 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-254fba98-7397-4177-9c4d-90584326067c tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.36 "GET /v2.0/networks?id=5800746f-248c-4415-b29e-369b7a917064 HTTP/1.1" status: 200 len: 814 time: 0.3067064 Jun 27 12:32:58.987463 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Request body: {'port': {'device_id': '408fc6f9-0560-4342-9c1a-5269b02ade0c', 'network_id': '5800746f-248c-4415-b29e-369b7a917064', 'admin_state_up': True, 'tenant_id': '23c50916ae7146218604c5ba33ac1205'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:32:59.132447 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-06859e71-4484-4f81-9ade-328538ca6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:59.133706 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:32:59.138299 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Usage tracker for resource:port and tenant:23c50916ae7146218604c5ba33ac1205 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:32:59.141656 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:32:59.147247 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:32:59.157854 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Made reservation on behalf of 23c50916ae7146218604c5ba33ac1205 for: {'port': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:32:59.161664 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:59.324720 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Allocated IP 172.20.0.11 (5800746f-248c-4415-b29e-369b7a917064/76079d1c-f5e8-4420-ab1f-b7b0944baac6/f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:32:59.525408 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:59.569898 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:59.575600 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e5efb14c-083d-4f3d-9f4b-110d4edc3a42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:32:59.642501 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Network 5800746f-248c-4415-b29e-369b7a917064 is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:32:59.645505 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:32:59.649288 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:32:59.679068 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Pushing event updated for resources: {'Port': ['ID=f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:32:59.685222 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:32:59.716482 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:32:59.717082 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:32:59.740721 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7579212 Jun 27 12:32:59.754041 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Request body: {'port': {'device_id': '408fc6f9-0560-4342-9c1a-5269b02ade0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:32:59.867781 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:00.098220 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:00.108945 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542b0f4-5664-442a-bc61-7c83bbdbc386 req-5cb77e44-b298-4d19-8a21-476799c8477b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:00.110728 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9542b0f4-5664-442a-bc61-7c83bbdbc386 req-5cb77e44-b298-4d19-8a21-476799c8477b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 932 time: 0.0809336 Jun 27 12:33:00.154415 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-9542b0f4-5664-442a-bc61-7c83bbdbc386 req-7bb5138e-521a-43c6-b98d-a712c888271e tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Synchronizing usage tracker for tenant:23c50916ae7146218604c5ba33ac1205 on resource:security_group {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:33:00.171825 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-9542b0f4-5664-442a-bc61-7c83bbdbc386 req-7bb5138e-521a-43c6-b98d-a712c888271e tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Unset dirty status for tenant:23c50916ae7146218604c5ba33ac1205 on resource:security_group {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:33:00.173024 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9542b0f4-5664-442a-bc61-7c83bbdbc386 req-7bb5138e-521a-43c6-b98d-a712c888271e tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566137 Jun 27 12:33:00.210734 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 {{(pid=78479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:33:00.218727 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:00.235228 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Transition to ACTIVE for port object f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 will not be triggered until provisioned by entity L2. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:33:00.240436 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2205688'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:00.244245 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1f673f69-3cb9-438a-8803-5c44224b0f8a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:33:00.373795 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Pushing event updated for resources: {'Port': ['ID=f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:33:00.401554 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:33:00.478499 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Attempting to bind port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:33:00.478723 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Attempting to bind port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '83ce4d3c-f3ce-48af-96ba-06f0904531af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5800746f-248c-4415-b29e-369b7a917064'}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:33:00.479046 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Attempting to bind port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 on network 5800746f-248c-4415-b29e-369b7a917064 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:33:00.483932 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 on network 5800746f-248c-4415-b29e-369b7a917064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:33:00.484246 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Attempting to bind port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 on network 5800746f-248c-4415-b29e-369b7a917064 {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:33:00.489745 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:33:00.490074 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Checking segment: {'id': '83ce4d3c-f3ce-48af-96ba-06f0904531af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5800746f-248c-4415-b29e-369b7a917064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:33:00.490450 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Bound using segment: {'id': '83ce4d3c-f3ce-48af-96ba-06f0904531af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5800746f-248c-4415-b29e-369b7a917064'} {{(pid=78479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:33:00.490867 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.managers [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Bound port: f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ce4d3c-f3ce-48af-96ba-06f0904531af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5800746f-248c-4415-b29e-369b7a917064'}}] {{(pid=78479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:33:00.491198 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:00.597603 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] For port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2, host hv-cinder-79809, cleared binding levels {{(pid=78479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:33:00.602227 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] For port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2,segment=NetworkSegment(83ce4d3c-f3ce-48af-96ba-06f0904531af),segment_id=83ce4d3c-f3ce-48af-96ba-06f0904531af)] {{(pid=78479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:33:00.610104 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2205688'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:00.613682 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:33:00.669469 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:00.670078 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:00.671492 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] 10.222.0.36 "PUT /v2.0/ports/f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 HTTP/1.1" status: 200 len: 1094 time: 0.9225786 Jun 27 12:33:00.671940 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408fc6f9-0560-4342-9c1a-5269b02ade0c', 'tag': 'f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:33:00.691938 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Pushing event updated for resources: {'Port': ['ID=f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2,revision_number=3']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:33:00.696067 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:33:00.791692 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-d8ca7694-06ba-4159-864a-742968d73b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:00.793214 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-d8ca7694-06ba-4159-864a-742968d73b28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23c50916ae7146218604c5ba33ac1205&device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 1097 time: 0.0776780 Jun 27 12:33:00.936089 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408fc6f9-0560-4342-9c1a-5269b02ade0c', 'tag': 'f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2', 'status': 'completed', 'code': 200} Jun 27 12:33:00.951066 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-193cdfb8-20ed-4874-9c18-1ab4a6931652 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 HTTP/1.1" status: 200 len: 217 time: 0.1448927 Jun 27 12:33:01.016494 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-2c4f4a67-5655-4fea-a1ea-f1de109e6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:01.017997 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-2c4f4a67-5655-4fea-a1ea-f1de109e6312 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76079d1c-f5e8-4420-ab1f-b7b0944baac6 HTTP/1.1" status: 200 len: 854 time: 0.0598204 Jun 27 12:33:01.065744 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-3cbde9db-e152-4a08-8df8-66e084fb33b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5800746f-248c-4415-b29e-369b7a917064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397773 Jun 27 12:33:01.203343 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-a7c9d628-439a-4622-bf0c-e57ab6fd4d3f service neutron] 10.222.0.36 "GET /v2.0/networks/5800746f-248c-4415-b29e-369b7a917064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263101 Jun 27 12:33:01.334820 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-18628ca3-5a79-4713-a3f3-04412ee4d0cb req-7419c522-3d86-4192-8290-55256f2122ae service neutron] 10.222.0.36 "GET /v2.0/networks/5800746f-248c-4415-b29e-369b7a917064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240370 Jun 27 12:33:01.367402 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2a43d-ec0d-458e-8573-b8ea7392eded req-68da371a-5d34-47e8-a6cf-9a02e7e8f06e tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:01.368873 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-35b2a43d-ec0d-458e-8573-b8ea7392eded req-68da371a-5d34-47e8-a6cf-9a02e7e8f06e tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 944 time: 0.0885174 Jun 27 12:33:01.415775 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-35b2a43d-ec0d-458e-8573-b8ea7392eded req-02c67c0c-95a9-438e-8534-e6878f061551 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Jun 27 12:33:01.467711 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2108e40-78ff-4c82-abe0-1d1bc3042e8e req-8f4508ba-8013-437a-9b0d-e293f8dbe902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:01.470105 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c2108e40-78ff-4c82-abe0-1d1bc3042e8e req-8f4508ba-8013-437a-9b0d-e293f8dbe902 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23c50916ae7146218604c5ba33ac1205&device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 1097 time: 0.0792048 Jun 27 12:33:01.578629 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:01.611434 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2108e40-78ff-4c82-abe0-1d1bc3042e8e req-fecf527f-0cb7-4706-ad27-d6584078ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:01.612800 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c2108e40-78ff-4c82-abe0-1d1bc3042e8e req-fecf527f-0cb7-4706-ad27-d6584078ceb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5800746f-248c-4415-b29e-369b7a917064 HTTP/1.1" status: 200 len: 915 time: 0.1336110 Jun 27 12:33:01.684041 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c2108e40-78ff-4c82-abe0-1d1bc3042e8e req-c6ea9080-ad4f-49a8-beb5-279834dc4d4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 HTTP/1.1" status: 200 len: 217 time: 0.0593770 Jun 27 12:33:01.772136 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2108e40-78ff-4c82-abe0-1d1bc3042e8e req-1a544c06-361d-4d21-b2b3-2a491651e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:01.774517 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c2108e40-78ff-4c82-abe0-1d1bc3042e8e req-1a544c06-361d-4d21-b2b3-2a491651e177 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76079d1c-f5e8-4420-ab1f-b7b0944baac6 HTTP/1.1" status: 200 len: 854 time: 0.0757315 Jun 27 12:33:01.825361 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c2108e40-78ff-4c82-abe0-1d1bc3042e8e req-ba81700e-d418-453b-9560-0c186539f67d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5800746f-248c-4415-b29e-369b7a917064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407302 Jun 27 12:33:01.965891 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c2108e40-78ff-4c82-abe0-1d1bc3042e8e req-cca1337b-4c9a-44d9-8a9b-594138a33523 service neutron] 10.222.0.36 "GET /v2.0/networks/5800746f-248c-4415-b29e-369b7a917064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260607 Jun 27 12:33:02.106857 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c2108e40-78ff-4c82-abe0-1d1bc3042e8e req-06a9dbba-9b46-4761-b47c-e80e274f57bd service neutron] 10.222.0.36 "GET /v2.0/networks/5800746f-248c-4415-b29e-369b7a917064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331699 Jun 27 12:33:02.602615 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1f56c-b20d-4e60-8bc4-11e99bd89f44 req-82c0d284-f967-4807-8dd6-2c78929d06ac tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:02.603408 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-5dc1f56c-b20d-4e60-8bc4-11e99bd89f44 req-82c0d284-f967-4807-8dd6-2c78929d06ac tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Synchronizing usage tracker for tenant:23c50916ae7146218604c5ba33ac1205 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:33:02.624000 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-5dc1f56c-b20d-4e60-8bc4-11e99bd89f44 req-82c0d284-f967-4807-8dd6-2c78929d06ac tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Unset dirty status for tenant:23c50916ae7146218604c5ba33ac1205 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:33:02.625242 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5dc1f56c-b20d-4e60-8bc4-11e99bd89f44 req-82c0d284-f967-4807-8dd6-2c78929d06ac tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 944 time: 0.1024287 Jun 27 12:33:02.674858 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5dc1f56c-b20d-4e60-8bc4-11e99bd89f44 req-9325b9ce-3d53-4b0e-8adf-ffc50c384e7d tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428021 Jun 27 12:33:03.871792 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094402ae-5316-433c-ab05-26d72683fb91 req-8d51a10f-a2b5-46fe-b5be-58afa725b684 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:03.873287 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-094402ae-5316-433c-ab05-26d72683fb91 req-8d51a10f-a2b5-46fe-b5be-58afa725b684 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 944 time: 0.0866771 Jun 27 12:33:03.919145 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-094402ae-5316-433c-ab05-26d72683fb91 req-13955349-acc7-4ba9-a61d-ce34b1a74d90 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399330 Jun 27 12:33:05.055334 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:33:05.130346 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fcfc7-0d89-472c-b036-3b93716ef47a req-9c25e3bd-6fa1-4867-ad80-064fcfa8d442 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:05.131736 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d48fcfc7-0d89-472c-b036-3b93716ef47a req-9c25e3bd-6fa1-4867-ad80-064fcfa8d442 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 944 time: 0.0875442 Jun 27 12:33:05.178754 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d48fcfc7-0d89-472c-b036-3b93716ef47a req-a1d51f50-05e6-46d2-878d-a704f2687303 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408409 Jun 27 12:33:05.197972 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2,segment=NetworkSegment(83ce4d3c-f3ce-48af-96ba-06f0904531af),segment_id=83ce4d3c-f3ce-48af-96ba-06f0904531af)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:33:05.219091 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': 'f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2', 'network_id': '5800746f-248c-4415-b29e-369b7a917064', 'port_id': 'f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2', 'mac_address': 'fa:16:3e:8c:69:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76079d1c-f5e8-4420-ab1f-b7b0944baac6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:33:05.277693 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:05.295317 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:33:05.314280 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2,segment=NetworkSegment(83ce4d3c-f3ce-48af-96ba-06f0904531af),segment_id=83ce4d3c-f3ce-48af-96ba-06f0904531af)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:33:05.322550 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:05.324698 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:33:05.396127 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:33:05.403434 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:05.403795 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:05.404115 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:05.404467 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:05.404804 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:05.405125 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:05.405425 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:05.405758 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:05.406098 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:05.406417 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:05.406730 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:05.407041 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:33:05.411376 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:33:05.722156 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:33:06.394708 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058e3e1-5153-4a02-92f2-89e0ddc32d6c req-82b3ca11-0081-4cad-8c43-daa9caec51aa tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:06.396191 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2058e3e1-5153-4a02-92f2-89e0ddc32d6c req-82b3ca11-0081-4cad-8c43-daa9caec51aa tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 945 time: 0.0997055 Jun 27 12:33:06.445315 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2058e3e1-5153-4a02-92f2-89e0ddc32d6c req-ec96b276-78c6-4118-a298-07d197e5614f tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 Jun 27 12:33:07.071682 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:33:07.141411 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:33:07.146531 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:33:07.146912 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:07.267438 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:07.295976 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408fc6f9-0560-4342-9c1a-5269b02ade0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:33:07.306358 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2,segment=NetworkSegment(83ce4d3c-f3ce-48af-96ba-06f0904531af),segment_id=83ce4d3c-f3ce-48af-96ba-06f0904531af)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:33:07.313895 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:07.315783 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-16ccd81e-9549-4791-8720-c00badb90e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:33:07.383688 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:33:07.386723 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:33:07.403887 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408fc6f9-0560-4342-9c1a-5269b02ade0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2', 'code': 200} Jun 27 12:33:07.686081 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259eb1cf-320e-4af4-8892-fc5f7684d6c3 req-f4379142-3697-4cb0-9795-f0ba8b239160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:07.687511 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-259eb1cf-320e-4af4-8892-fc5f7684d6c3 req-f4379142-3697-4cb0-9795-f0ba8b239160 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 1099 time: 0.0967062 Jun 27 12:33:07.694970 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d78ec-8484-4096-acd9-f544f63b2650 req-5d62afe9-abf6-453a-bcd6-8784aef76fe4 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:07.696300 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c31d78ec-8484-4096-acd9-f544f63b2650 req-5d62afe9-abf6-453a-bcd6-8784aef76fe4 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 946 time: 0.1405506 Jun 27 12:33:07.850821 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c31d78ec-8484-4096-acd9-f544f63b2650 req-4111bf4a-ad26-42cf-a531-bc7db88e1162 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487277 Jun 27 12:33:07.852246 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-259eb1cf-320e-4af4-8892-fc5f7684d6c3 req-5a5212f7-5f22-49d6-8f57-1514f31cd758 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492162 Jun 27 12:33:09.064968 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136665ea-6d56-4bb9-8ae9-e456ad413786 req-69905680-f2e9-4845-9c63-89fa9d5b9470 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:09.066440 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-136665ea-6d56-4bb9-8ae9-e456ad413786 req-69905680-f2e9-4845-9c63-89fa9d5b9470 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 946 time: 0.1021867 Jun 27 12:33:09.112915 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-136665ea-6d56-4bb9-8ae9-e456ad413786 req-5a642421-08cd-4d1a-8e40-bb3acfa110d5 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391357 Jun 27 12:33:09.876125 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3d75d-26f1-466d-83a1-8c8935b10cad req-2f40e279-7f67-4880-8042-2963e7473c31 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:09.877686 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-30d3d75d-26f1-466d-83a1-8c8935b10cad req-2f40e279-7f67-4880-8042-2963e7473c31 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0872600 Jun 27 12:33:09.921152 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-30d3d75d-26f1-466d-83a1-8c8935b10cad req-a615f759-d4b8-4bb0-b7f3-bc98f1f0e591 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377572 Jun 27 12:33:10.307505 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aecefa-eca9-4180-ad0e-1a40be2bdce9 req-4cf0d2f5-c7ab-4ffa-8b18-23e4356168be tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:10.308964 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-46aecefa-eca9-4180-ad0e-1a40be2bdce9 req-4cf0d2f5-c7ab-4ffa-8b18-23e4356168be tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 946 time: 0.0877204 Jun 27 12:33:10.355606 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-46aecefa-eca9-4180-ad0e-1a40be2bdce9 req-f2460d49-fc3e-4809-9052-759ab682a580 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407763 Jun 27 12:33:11.116638 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34aed7-34db-4ad9-99c1-a3275143b543 req-4aba0ce0-fdbb-4b0c-8a80-667495279216 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:11.118234 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6a34aed7-34db-4ad9-99c1-a3275143b543 req-4aba0ce0-fdbb-4b0c-8a80-667495279216 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0874822 Jun 27 12:33:11.165239 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6a34aed7-34db-4ad9-99c1-a3275143b543 req-b2a6ee5e-9b08-449e-8311-65222bde7496 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411670 Jun 27 12:33:12.365876 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b632f2-d561-44cd-8dc7-c46ae199745b req-426b1339-0118-40c2-8ff9-a715dd4b3057 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:12.367317 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-67b632f2-d561-44cd-8dc7-c46ae199745b req-426b1339-0118-40c2-8ff9-a715dd4b3057 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0892916 Jun 27 12:33:12.424767 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-67b632f2-d561-44cd-8dc7-c46ae199745b req-a32a0f32-048b-478a-affb-6ddecd5c6da5 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512500 Jun 27 12:33:13.634282 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6e99c-3b93-4913-8c49-a5b3b47d099b req-19a8d8bb-4ece-43e2-8ef5-3d7a1bb89711 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:13.636467 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a4d6e99c-3b93-4913-8c49-a5b3b47d099b req-19a8d8bb-4ece-43e2-8ef5-3d7a1bb89711 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0962534 Jun 27 12:33:13.687005 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a4d6e99c-3b93-4913-8c49-a5b3b47d099b req-5edfd76a-b0bd-4e0d-8586-5a7b8b744d6b tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Jun 27 12:33:14.923928 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261dd21-9c72-4451-ac6c-69c5e46525a4 req-2016375c-1f2d-435c-a768-62b56a2bc086 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:14.925409 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6261dd21-9c72-4451-ac6c-69c5e46525a4 req-2016375c-1f2d-435c-a768-62b56a2bc086 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.1195335 Jun 27 12:33:14.981960 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6261dd21-9c72-4451-ac6c-69c5e46525a4 req-31e0472a-ff45-4af5-a823-0fe3441bd786 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494170 Jun 27 12:33:16.200034 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf00e3d-4cce-4dc0-8ad1-4ed6fa729593 req-1674f21c-a992-4d1e-a006-1cebe87f829a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:16.201662 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3cf00e3d-4cce-4dc0-8ad1-4ed6fa729593 req-1674f21c-a992-4d1e-a006-1cebe87f829a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.1149435 Jun 27 12:33:16.339200 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3cf00e3d-4cce-4dc0-8ad1-4ed6fa729593 req-178ebb51-f842-462f-923e-d7dde7bceaa8 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296771 Jun 27 12:33:17.547809 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1844d1d-c610-4336-aa11-1a373533a23d req-0c04323e-7e1e-4db5-ac01-de82215cfe14 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:17.549291 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e1844d1d-c610-4336-aa11-1a373533a23d req-0c04323e-7e1e-4db5-ac01-de82215cfe14 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0877533 Jun 27 12:33:17.598525 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e1844d1d-c610-4336-aa11-1a373533a23d req-023e0cb5-abba-4bd8-a089-bc44997e47a4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434623 Jun 27 12:33:18.788721 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd6d94-c235-464f-b113-c02131af4bc9 req-c6e43169-8ebf-4823-b025-e9e62b247cbe tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:18.790187 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-62fd6d94-c235-464f-b113-c02131af4bc9 req-c6e43169-8ebf-4823-b025-e9e62b247cbe tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0832853 Jun 27 12:33:18.840804 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-62fd6d94-c235-464f-b113-c02131af4bc9 req-c7bd5689-ca2f-4a55-996a-bf3c81df70ce tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444891 Jun 27 12:33:20.040714 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f6ad4-1801-4442-b339-8eafa3ca7d5e req-d0621604-7f9e-498a-89e3-cbba07bbcbc1 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:20.042076 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6b8f6ad4-1801-4442-b339-8eafa3ca7d5e req-d0621604-7f9e-498a-89e3-cbba07bbcbc1 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0871236 Jun 27 12:33:20.089158 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6b8f6ad4-1801-4442-b339-8eafa3ca7d5e req-cc0b8c83-ef7d-448b-a3f2-8ee6f85c19e7 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388873 Jun 27 12:33:21.287897 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a941d2-22a7-4a9a-8dc5-cf3d66144e31 req-8b355702-c1a4-493a-aa17-7f39329422cb tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:21.289473 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c5a941d2-22a7-4a9a-8dc5-cf3d66144e31 req-8b355702-c1a4-493a-aa17-7f39329422cb tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0831022 Jun 27 12:33:21.337571 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c5a941d2-22a7-4a9a-8dc5-cf3d66144e31 req-e351c71d-c940-4161-a322-88a2bcc503ba tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422349 Jun 27 12:33:21.635560 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:33:22.537632 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808858b-1d27-4070-a020-3d2ec52eef38 req-45b1e12e-6e9c-4ad5-bcb4-72210a17f3b1 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:22.539115 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2808858b-1d27-4070-a020-3d2ec52eef38 req-45b1e12e-6e9c-4ad5-bcb4-72210a17f3b1 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0889676 Jun 27 12:33:22.588474 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2808858b-1d27-4070-a020-3d2ec52eef38 req-a993a267-5497-4933-aae5-58d6dcaa309a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409458 Jun 27 12:33:23.790967 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70db33-6ac4-482c-b639-a67e6bede155 req-93d73585-110e-4bea-8a27-1982af9c3c31 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:23.792449 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-cf70db33-6ac4-482c-b639-a67e6bede155 req-93d73585-110e-4bea-8a27-1982af9c3c31 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0903373 Jun 27 12:33:23.839953 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-cf70db33-6ac4-482c-b639-a67e6bede155 req-6f2a3a18-c50d-467b-8adc-120781285849 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 Jun 27 12:33:25.038974 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421387f0-3e4f-495f-a3fc-372b115dad60 req-1b13f338-c1fa-4d7c-8ba3-e2e396a2b9c0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:25.040494 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-421387f0-3e4f-495f-a3fc-372b115dad60 req-1b13f338-c1fa-4d7c-8ba3-e2e396a2b9c0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0944073 Jun 27 12:33:25.087771 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-421387f0-3e4f-495f-a3fc-372b115dad60 req-1846d299-57a9-431e-a83e-cc66be367d9a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391581 Jun 27 12:33:25.357887 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:26.285734 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefcb6c-8292-4e5f-8a8b-028d10b15192 req-746d63e9-7c27-4f82-b513-6587434d3b05 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:26.287122 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6aefcb6c-8292-4e5f-8a8b-028d10b15192 req-746d63e9-7c27-4f82-b513-6587434d3b05 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0882905 Jun 27 12:33:26.333527 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6aefcb6c-8292-4e5f-8a8b-028d10b15192 req-1edde4e8-901f-4e44-bdc0-e95bd694fae0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400119 Jun 27 12:33:26.497916 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-8c11458e-4eec-4f34-84e8-9157dc343467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:26.936123 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:27.550814 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00f6cf-56f2-488e-b581-4cadfeaf2d01 req-a25f6cd7-18d4-428e-8f52-7e7cb78dd292 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:27.552262 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0d00f6cf-56f2-488e-b581-4cadfeaf2d01 req-a25f6cd7-18d4-428e-8f52-7e7cb78dd292 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0918229 Jun 27 12:33:27.598315 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0d00f6cf-56f2-488e-b581-4cadfeaf2d01 req-1016c0d2-844a-48d2-9043-b5db286545df tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400741 Jun 27 12:33:28.358597 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75c592-0ac1-43f3-b39a-3f84bca01c70 req-c04ad354-29a9-4cee-87ad-96dd293db833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:28.360084 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7f75c592-0ac1-43f3-b39a-3f84bca01c70 req-c04ad354-29a9-4cee-87ad-96dd293db833 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6098d054d9c4b7a9150524fc86a1454&device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 1099 time: 0.0744028 Jun 27 12:33:28.511510 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75c592-0ac1-43f3-b39a-3f84bca01c70 req-d68d675b-b5ab-43d9-a64c-981cd542c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:28.513134 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7f75c592-0ac1-43f3-b39a-3f84bca01c70 req-d68d675b-b5ab-43d9-a64c-981cd542c074 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f HTTP/1.1" status: 200 len: 912 time: 0.1317742 Jun 27 12:33:28.622182 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7f75c592-0ac1-43f3-b39a-3f84bca01c70 req-f08d1987-b254-4be9-b8f0-2fd88538f845 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12305c1b-1506-414f-bab5-fa2d1dc2a154 HTTP/1.1" status: 200 len: 1002 time: 0.0994496 Jun 27 12:33:28.690729 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75c592-0ac1-43f3-b39a-3f84bca01c70 req-59d26ea6-2bc1-4fc4-bf0a-d6df62b2ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:28.692186 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7f75c592-0ac1-43f3-b39a-3f84bca01c70 req-59d26ea6-2bc1-4fc4-bf0a-d6df62b2ce20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c408987c-cc93-40ed-9edd-1045a910e913 HTTP/1.1" status: 200 len: 850 time: 0.0601628 Jun 27 12:33:28.770481 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75c592-0ac1-43f3-b39a-3f84bca01c70 req-bf6e83dc-b94f-4c21-9854-24e8ff627c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:28.772083 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7f75c592-0ac1-43f3-b39a-3f84bca01c70 req-bf6e83dc-b94f-4c21-9854-24e8ff627c90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716953 Jun 27 12:33:28.793087 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3551c52-29a1-4d1b-a4dc-1ede6d3873be req-a393ff89-a335-4da9-a468-cdc4bc7d8211 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:28.795314 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d3551c52-29a1-4d1b-a4dc-1ede6d3873be req-a393ff89-a335-4da9-a468-cdc4bc7d8211 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0883451 Jun 27 12:33:28.850026 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d3551c52-29a1-4d1b-a4dc-1ede6d3873be req-6492053c-0461-40eb-b0e3-d97316fc225c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470932 Jun 27 12:33:28.911048 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7f75c592-0ac1-43f3-b39a-3f84bca01c70 req-c5703631-48b0-4b0f-a00e-53d3ef4ba93d service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300781 Jun 27 12:33:29.070753 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7f75c592-0ac1-43f3-b39a-3f84bca01c70 req-d8e84ae2-86eb-4707-a4ff-c3fe75ffd69f service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506824 Jun 27 12:33:29.131570 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0b59-6579-4b03-9999-3e5d34280cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:30.103875 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:30.129338 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc396fc-a52d-4fc9-885d-2ad3f06526b0 req-e868adc7-8ed3-47de-abc4-c5e0fb6105bd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:30.130703 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0cc396fc-a52d-4fc9-885d-2ad3f06526b0 req-e868adc7-8ed3-47de-abc4-c5e0fb6105bd tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.1682858 Jun 27 12:33:30.176262 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0cc396fc-a52d-4fc9-885d-2ad3f06526b0 req-eccd8877-a9e5-4797-9d5f-2f92c98219f7 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394802 Jun 27 12:33:31.372723 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b2fc-cf0e-4130-915b-b45ebc3718ac req-73c4a0b7-30ba-4129-b9e3-3d25afbb6a0a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:31.374192 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3972b2fc-cf0e-4130-915b-b45ebc3718ac req-73c4a0b7-30ba-4129-b9e3-3d25afbb6a0a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0885818 Jun 27 12:33:31.418847 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3972b2fc-cf0e-4130-915b-b45ebc3718ac req-7fc6bb7c-d8da-493e-8cee-c8027eae96a9 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388591 Jun 27 12:33:31.584620 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:31.778978 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f3e7f-3bda-4381-bdee-5e1e12d5c5ca req-af3b350d-bd46-40d9-a23c-c70f8cd5cd02 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:31.780395 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-069f3e7f-3bda-4381-bdee-5e1e12d5c5ca req-af3b350d-bd46-40d9-a23c-c70f8cd5cd02 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0897748 Jun 27 12:33:31.828193 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-069f3e7f-3bda-4381-bdee-5e1e12d5c5ca req-afbc69f6-98da-4363-841b-c9b509ee34c9 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406144 Jun 27 12:33:31.844504 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29266b-74a5-45a4-b12a-07114c84036c req-e9ee9742-cef0-4d92-b19d-c45b04f60caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:31.844504 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4a29266b-74a5-45a4-b12a-07114c84036c req-e9ee9742-cef0-4d92-b19d-c45b04f60caf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6098d054d9c4b7a9150524fc86a1454&device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 1099 time: 0.0925434 Jun 27 12:33:31.991697 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29266b-74a5-45a4-b12a-07114c84036c req-b8fea1b2-4139-4970-bb3c-9615a9dff690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:31.993182 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4a29266b-74a5-45a4-b12a-07114c84036c req-b8fea1b2-4139-4970-bb3c-9615a9dff690 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f HTTP/1.1" status: 200 len: 912 time: 0.1412520 Jun 27 12:33:32.097839 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4a29266b-74a5-45a4-b12a-07114c84036c req-28b9193b-01b1-4c7c-8acf-4dfb59290cc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12305c1b-1506-414f-bab5-fa2d1dc2a154 HTTP/1.1" status: 200 len: 1002 time: 0.0958838 Jun 27 12:33:32.164495 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29266b-74a5-45a4-b12a-07114c84036c req-a8fec69f-6e06-4f61-a25b-b3d73965b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:32.165935 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4a29266b-74a5-45a4-b12a-07114c84036c req-a8fec69f-6e06-4f61-a25b-b3d73965b331 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c408987c-cc93-40ed-9edd-1045a910e913 HTTP/1.1" status: 200 len: 850 time: 0.0609710 Jun 27 12:33:32.245344 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29266b-74a5-45a4-b12a-07114c84036c req-39c4af6d-946c-4d49-b615-b8294bef9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:32.246789 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4a29266b-74a5-45a4-b12a-07114c84036c req-39c4af6d-946c-4d49-b615-b8294bef9918 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732219 Jun 27 12:33:32.382740 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4a29266b-74a5-45a4-b12a-07114c84036c req-378dcb3c-d92a-413f-9319-486fe627cbc2 service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282582 Jun 27 12:33:32.527170 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4a29266b-74a5-45a4-b12a-07114c84036c req-b5fc7cf1-bdb5-4d11-92da-918a22bfd40f service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379404 Jun 27 12:33:33.030600 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f7326-9a15-4ac6-b5f9-8124cbb8ef65 req-afdc0adb-c19a-4aa9-a6b9-161ad7ca9aab tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:33.032082 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f94f7326-9a15-4ac6-b5f9-8124cbb8ef65 req-afdc0adb-c19a-4aa9-a6b9-161ad7ca9aab tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0876684 Jun 27 12:33:33.080323 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f94f7326-9a15-4ac6-b5f9-8124cbb8ef65 req-21338516-13be-4fc3-aab1-c7e5da2a3e51 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389521 Jun 27 12:33:34.288754 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af12b53-6ec4-4472-8481-073b984780ce req-bcf9d411-0d18-405b-9ec0-346ef5d38d90 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:33:34.290282 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9af12b53-6ec4-4472-8481-073b984780ce req-bcf9d411-0d18-405b-9ec0-346ef5d38d90 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0978103 Jun 27 12:33:34.334506 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9af12b53-6ec4-4472-8481-073b984780ce req-b5eca267-cf41-496d-9ff9-2be5d0b9c5ff tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384591 Jun 27 12:33:55.370891 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:56.499395 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-bde4be35-adc4-42c0-8b3f-eee5d2f6fe11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:56.930187 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:33:58.638671 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:33:59.130058 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-9287efc2-9984-4ff1-8fdc-19de8476751d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:00.107456 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:01.585499 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:07.642865 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fb7b1-4506-4640-8cbc-a1f2f6cc1d28 req-6d8175e4-751e-4370-909b-e53c55535167 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:07.644322 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f82fb7b1-4506-4640-8cbc-a1f2f6cc1d28 req-6d8175e4-751e-4370-909b-e53c55535167 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 946 time: 0.0846105 Jun 27 12:34:07.689771 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f82fb7b1-4506-4640-8cbc-a1f2f6cc1d28 req-cc7e6235-d8f4-4cfe-a4c4-4c0b5dc79db7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 Jun 27 12:34:08.884813 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8ce6f-4cdf-4573-a564-53dc1e1f7989 req-dd9a9a89-1a2e-426d-a577-f56f07fce5f9 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:08.886262 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c8d8ce6f-4cdf-4573-a564-53dc1e1f7989 req-dd9a9a89-1a2e-426d-a577-f56f07fce5f9 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 946 time: 0.0856910 Jun 27 12:34:08.931614 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c8d8ce6f-4cdf-4573-a564-53dc1e1f7989 req-4a913fae-9a0b-4dd3-aad2-b1dd9676fcd7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396404 Jun 27 12:34:09.555565 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6d3ed-f04d-4e07-88d4-af11983fca8d req-e7a59de5-bd7a-4128-86e2-b390bdfa1378 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:09.557124 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-15b6d3ed-f04d-4e07-88d4-af11983fca8d req-e7a59de5-bd7a-4128-86e2-b390bdfa1378 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.36 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 946 time: 0.0843832 Jun 27 12:34:09.632214 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-15b6d3ed-f04d-4e07-88d4-af11983fca8d req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Deleting port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:34:09.632580 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-15b6d3ed-f04d-4e07-88d4-af11983fca8d req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:09.878197 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-15b6d3ed-f04d-4e07-88d4-af11983fca8d req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] For port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2,segment=NetworkSegment(83ce4d3c-f3ce-48af-96ba-06f0904531af),segment_id=83ce4d3c-f3ce-48af-96ba-06f0904531af)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:34:09.878551 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-15b6d3ed-f04d-4e07-88d4-af11983fca8d req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:10.003332 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-15b6d3ed-f04d-4e07-88d4-af11983fca8d req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Calling delete_port for f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 owned by compute:nova {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:34:10.133715 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de516228-3443-44b4-bb91-1431dc427f4c req-a288612d-2256-451e-8d6e-1f17bedd4618 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:10.135071 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-de516228-3443-44b4-bb91-1431dc427f4c req-a288612d-2256-451e-8d6e-1f17bedd4618 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=408fc6f9-0560-4342-9c1a-5269b02ade0c HTTP/1.1" status: 200 len: 946 time: 0.0872653 Jun 27 12:34:10.180514 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-de516228-3443-44b4-bb91-1431dc427f4c req-65809d60-7d5e-41b7-8c90-ebb1ec8b0b52 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389833 Jun 27 12:34:10.236719 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-15b6d3ed-f04d-4e07-88d4-af11983fca8d req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:10.242308 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:10.248754 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:34:10.288274 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Pushing event deleted for resources: {'Port': ['ID=f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:10.328674 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:10.329037 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:10.329393 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:10.329741 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:10.330132 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:10.330474 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:10.330813 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:10.331152 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:10.331488 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:10.331820 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:10.332231 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:10.332528 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:10.357957 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:10.368814 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b6d3ed-f04d-4e07-88d4-af11983fca8d req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] No DVR routers for this DVR port f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 on host hv-cinder-79809 {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:34:10.371180 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-15b6d3ed-f04d-4e07-88d4-af11983fca8d req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:10.373698 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408fc6f9-0560-4342-9c1a-5269b02ade0c', 'name': 'network-vif-deleted', 'tag': 'f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:10.391385 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-15b6d3ed-f04d-4e07-88d4-af11983fca8d req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.36 "DELETE /v2.0/ports/f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 HTTP/1.1" status: 204 len: 173 time: 0.8264101 Jun 27 12:34:10.431543 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408fc6f9-0560-4342-9c1a-5269b02ade0c', 'name': 'network-vif-deleted', 'tag': 'f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2', 'status': 'completed', 'code': 200} Jun 27 12:34:14.128178 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:34:14.165638 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:34:14.165995 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device f5fe4912-2d88-4de7-9986-d0ceb1a0b4f2 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:34:17.695263 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a01b8d-001d-4f1a-8644-9af1efa365c3 req-fbe0f8ef-5455-4c77-99ec-27fd21e9805e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:17.696712 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-11a01b8d-001d-4f1a-8644-9af1efa365c3 req-fbe0f8ef-5455-4c77-99ec-27fd21e9805e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 946 time: 0.0995536 Jun 27 12:34:17.744069 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-11a01b8d-001d-4f1a-8644-9af1efa365c3 req-e1bca0a6-5236-44c2-b7dc-afc311c2d096 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387692 Jun 27 12:34:18.967041 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226e0b1-eb0e-4164-adbf-95ca6ebe495d req-4a7d5b76-5100-4764-b7ab-56695b334cbb tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:18.968528 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1226e0b1-eb0e-4164-adbf-95ca6ebe495d req-4a7d5b76-5100-4764-b7ab-56695b334cbb tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 946 time: 0.1000500 Jun 27 12:34:19.020485 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1226e0b1-eb0e-4164-adbf-95ca6ebe495d req-5cb905ba-fe8f-4b82-9ceb-85e6f9c7dd78 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460560 Jun 27 12:34:20.221929 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792e869-1311-4b82-a291-149ef6a442d1 req-f1026c46-30ea-4001-8069-a54f0030b740 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:20.223372 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b792e869-1311-4b82-a291-149ef6a442d1 req-f1026c46-30ea-4001-8069-a54f0030b740 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 946 time: 0.0846102 Jun 27 12:34:20.275610 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b792e869-1311-4b82-a291-149ef6a442d1 req-18b1ab4b-d03b-417f-ac40-b39b23dd0f51 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464015 Jun 27 12:34:21.476194 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56c86b-a86e-41ae-a60e-72b2bcf651d2 req-fb21de26-5efb-4946-b7b9-b14f9c9e9184 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:21.477700 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2d56c86b-a86e-41ae-a60e-72b2bcf651d2 req-fb21de26-5efb-4946-b7b9-b14f9c9e9184 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 946 time: 0.0882330 Jun 27 12:34:21.533211 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2d56c86b-a86e-41ae-a60e-72b2bcf651d2 req-651a1d07-b007-4285-a86f-7c4a8b7b7a67 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496080 Jun 27 12:34:22.746132 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc5f93-0cb5-4c80-bc25-17c769c749fc req-2a829f74-365d-4c0d-a593-aca2fd9be05c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:22.747620 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-34bc5f93-0cb5-4c80-bc25-17c769c749fc req-2a829f74-365d-4c0d-a593-aca2fd9be05c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 946 time: 0.0911281 Jun 27 12:34:22.798517 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-34bc5f93-0cb5-4c80-bc25-17c769c749fc req-efb4765d-fee2-43c8-904c-c7d6a3a6ce01 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442457 Jun 27 12:34:23.310139 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-81f27f83-1141-4f8d-9bca-0c24cde783b1 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:23.311588 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-81f27f83-1141-4f8d-9bca-0c24cde783b1 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.36 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 946 time: 0.0909698 Jun 27 12:34:23.382479 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Deleting port 58c11eb2-4188-4422-95ae-659a89ebeb96 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:34:23.382793 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:23.645692 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] For port 58c11eb2-4188-4422-95ae-659a89ebeb96, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=58c11eb2-4188-4422-95ae-659a89ebeb96,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:34:23.646050 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.008797 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117f7b9-a514-4e24-bcd1-3ede5a686898 req-10180c62-0975-4942-bd71-30209a3c9cb6 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:24.010251 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0117f7b9-a514-4e24-bcd1-3ede5a686898 req-10180c62-0975-4942-bd71-30209a3c9cb6 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 946 time: 0.0852964 Jun 27 12:34:24.056171 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0117f7b9-a514-4e24-bcd1-3ede5a686898 req-a45a0efb-34c3-4fa4-bc39-8a5328193c09 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399172 Jun 27 12:34:24.058197 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-d73a9abc-7449-4873-8f9b-3545a1dd7238 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:24.059662 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-d73a9abc-7449-4873-8f9b-3545a1dd7238 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/networks?id=5800746f-248c-4415-b29e-369b7a917064 HTTP/1.1" status: 200 len: 814 time: 0.3277736 Jun 27 12:34:24.078372 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.078729 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.079077 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.l3_db [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Floating IP 727533bd-16f3-45ef-820d-47027285b512 disassociated. External IP: 172.27.0.33, port: 58c11eb2-4188-4422-95ae-659a89ebeb96. Jun 27 12:34:24.079405 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Calling delete_port for 58c11eb2-4188-4422-95ae-659a89ebeb96 owned by compute:nova {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:34:24.115115 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-314327ba-0191-43c7-8aa5-4064e0c42c37 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/quotas/23c50916ae7146218604c5ba33ac1205 HTTP/1.1" status: 200 len: 375 time: 0.0497758 Jun 27 12:34:24.177815 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-8131cf50-e5e2-41af-a31d-036fa2d312d0 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Synchronizing usage tracker for tenant:23c50916ae7146218604c5ba33ac1205 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:34:24.214693 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-8131cf50-e5e2-41af-a31d-036fa2d312d0 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Unset dirty status for tenant:23c50916ae7146218604c5ba33ac1205 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:34:24.216047 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-8131cf50-e5e2-41af-a31d-036fa2d312d0 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=23c50916ae7146218604c5ba33ac1205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954142 Jun 27 12:34:24.465975 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:24.469014 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5f8ddb26-0795-4d13-a32c-c5a5620f8b23 req-de4e2471-10b0-42a3-a509-c086295f5b46 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740147 Jun 27 12:34:24.472522 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:24.537520 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event deleted for resources: {'Port': ['ID=58c11eb2-4188-4422-95ae-659a89ebeb96,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:24.542284 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:24.545194 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-3d58b8c3-12b5-42cc-a34c-fbb97d726af3 service neutron] 10.222.0.38 "GET /v2.0/networks/5800746f-248c-4415-b29e-369b7a917064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974122 Jun 27 12:34:24.576501 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ddb26-0795-4d13-a32c-c5a5620f8b23 req-8bc9b4ce-e6c0-4ff5-bdbc-dbc7f97889c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:24.578080 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5f8ddb26-0795-4d13-a32c-c5a5620f8b23 req-8bc9b4ce-e6c0-4ff5-bdbc-dbc7f97889c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 1099 time: 0.0835981 Jun 27 12:34:24.723278 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ddb26-0795-4d13-a32c-c5a5620f8b23 req-4a83217c-19cb-4f2f-ba73-83fbfb207ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:24.724692 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5f8ddb26-0795-4d13-a32c-c5a5620f8b23 req-4a83217c-19cb-4f2f-ba73-83fbfb207ce1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 912 time: 0.1273201 Jun 27 12:34:24.825514 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-e7f04b54-b315-4f1b-b45d-1aaeb2ec5940 service neutron] 10.222.0.38 "GET /v2.0/networks/5800746f-248c-4415-b29e-369b7a917064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271590 Jun 27 12:34:24.833298 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:34:24.925988 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5f8ddb26-0795-4d13-a32c-c5a5620f8b23 req-4c29f93c-e3d2-4beb-b49a-c78e0a4674a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3890b6cc-a02e-4221-b500-0ace94669b8c HTTP/1.1" status: 200 len: 1002 time: 0.1940794 Jun 27 12:34:25.039116 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:34:25.052671 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4fbfd-063b-4181-97c6-2a79e79c548a None None] Sync routers for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:34:25.061677 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-68efdd89-ff14-4828-bdbe-7e4b755ea82b req-8cd18386-ed9e-452e-963a-a1e30c953fb5 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 210 time: 0.0497384 Jun 27 12:34:25.071218 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ddb26-0795-4d13-a32c-c5a5620f8b23 req-426757a5-3480-4ac3-8ef2-3de03ee7ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:25.072223 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4fbfd-063b-4181-97c6-2a79e79c548a None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:34:25.072970 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-41c4fbfd-063b-4181-97c6-2a79e79c548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:33:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:25.077046 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5f8ddb26-0795-4d13-a32c-c5a5620f8b23 req-426757a5-3480-4ac3-8ef2-3de03ee7ac4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.1435411 Jun 27 12:34:25.168528 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] No DVR routers for this DVR port 58c11eb2-4188-4422-95ae-659a89ebeb96 on host hv-cinder-79809 {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:34:25.171044 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:25.184031 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'name': 'network-vif-deleted', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:25.205152 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-85de7e7d-4c87-41b7-905b-4cbe3be9f290 req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.36 "DELETE /v2.0/ports/58c11eb2-4188-4422-95ae-659a89ebeb96 HTTP/1.1" status: 204 len: 173 time: 1.8870175 Jun 27 12:34:25.246597 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17238fd-3439-4dda-89de-814563df59f8', 'name': 'network-vif-deleted', 'tag': '58c11eb2-4188-4422-95ae-659a89ebeb96', 'status': 'completed', 'code': 200} Jun 27 12:34:25.253800 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ddb26-0795-4d13-a32c-c5a5620f8b23 req-aa1b8807-b0ab-4654-b802-02222a405999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:25.255614 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5f8ddb26-0795-4d13-a32c-c5a5620f8b23 req-aa1b8807-b0ab-4654-b802-02222a405999 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1595309 Jun 27 12:34:25.294615 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-7e795f65-c4bc-45a1-b08b-daa37ef54274 req-db42785e-95f5-47e1-8d8b-4feabf83b52e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Synchronizing usage tracker for tenant:456d7cf361d04312bd0757b6677d5376 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:34:25.314843 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-7e795f65-c4bc-45a1-b08b-daa37ef54274 req-db42785e-95f5-47e1-8d8b-4feabf83b52e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Unset dirty status for tenant:456d7cf361d04312bd0757b6677d5376 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:34:25.320202 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7e795f65-c4bc-45a1-b08b-daa37ef54274 req-db42785e-95f5-47e1-8d8b-4feabf83b52e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=b17238fd-3439-4dda-89de-814563df59f8 HTTP/1.1" status: 200 len: 210 time: 0.0721917 Jun 27 12:34:25.389564 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-41c4fbfd-063b-4181-97c6-2a79e79c548a None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:34:25.474338 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:25.485024 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5f8ddb26-0795-4d13-a32c-c5a5620f8b23 req-1f608b3d-777d-4e1b-baf3-8e2dbc49f4d2 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200358 Jun 27 12:34:25.596360 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 58c11eb2-4188-4422-95ae-659a89ebeb96 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:34:25.626461 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5f8ddb26-0795-4d13-a32c-c5a5620f8b23 req-69b0b58d-c83f-4797-b421-75c4bf44f378 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310444 Jun 27 12:34:25.660202 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: 58c11eb2-4188-4422-95ae-659a89ebeb96 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:34:25.660628 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 58c11eb2-4188-4422-95ae-659a89ebeb96 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:34:25.836421 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-41c4fbfd-063b-4181-97c6-2a79e79c548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:36Z', 'revision_number': 5, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:25.843013 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4fbfd-063b-4181-97c6-2a79e79c548a None None] Checking router: b47aaf31-c2f1-496a-ab99-fcbaf458ad1c for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:34:25.855606 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4fbfd-063b-4181-97c6-2a79e79c548a None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:34:25.856931 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-41c4fbfd-063b-4181-97c6-2a79e79c548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:33:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:26.080831 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-41c4fbfd-063b-4181-97c6-2a79e79c548a None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:34:26.218868 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5ff13230-06b6-439d-b92d-a34e0dae2197 req-cf001252-4a56-4e10-a254-50633892000a tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 210 time: 0.0482855 Jun 27 12:34:26.484628 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-41c4fbfd-063b-4181-97c6-2a79e79c548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:36Z', 'revision_number': 5, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:26.496985 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4fbfd-063b-4181-97c6-2a79e79c548a None None] The sync data for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi is: [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:36Z', 'revision_number': 5, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:34:26.505247 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-dbc677b2-6230-4452-b03c-6d9b24cd03b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:26.522486 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38242) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:26.550852 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-d594e4b1-c054-4452-b9ab-c1c41d990aa9 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:26.551611 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-d594e4b1-c054-4452-b9ab-c1c41d990aa9 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Synchronizing usage tracker for tenant:23c50916ae7146218604c5ba33ac1205 on resource:network {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:34:26.588725 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-d594e4b1-c054-4452-b9ab-c1c41d990aa9 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Unset dirty status for tenant:23c50916ae7146218604c5ba33ac1205 on resource:network {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:34:26.590050 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-d594e4b1-c054-4452-b9ab-c1c41d990aa9 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.36 "GET /v2.0/networks?id=5800746f-248c-4415-b29e-369b7a917064 HTTP/1.1" status: 200 len: 814 time: 0.2647595 Jun 27 12:34:26.607585 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Request body: {'port': {'device_id': '6b432381-a43d-4de6-8595-334d546da408', 'network_id': '5800746f-248c-4415-b29e-369b7a917064', 'admin_state_up': True, 'tenant_id': '23c50916ae7146218604c5ba33ac1205'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:34:26.617308 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-81382329-2315-47df-b7d9-37229238de9e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:26.660733 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-81382329-2315-47df-b7d9-37229238de9e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:26.742894 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-81382329-2315-47df-b7d9-37229238de9e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:26.751822 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-248f4333-aeee-47a5-9af1-0da769f17c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:26.760191 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:34:26.769221 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81382329-2315-47df-b7d9-37229238de9e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f1b7a4-cb5c-4756-8aa8-28074ba805a6,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:26.772693 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-81382329-2315-47df-b7d9-37229238de9e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:26.773714 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:34:26.788596 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Made reservation on behalf of 23c50916ae7146218604c5ba33ac1205 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:34:26.794591 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:26.804733 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-81382329-2315-47df-b7d9-37229238de9e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:26.806238 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-81382329-2315-47df-b7d9-37229238de9e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "DELETE /v2.0/security-groups/f6f1b7a4-cb5c-4756-8aa8-28074ba805a6 HTTP/1.1" status: 204 len: 168 time: 0.2815795 Jun 27 12:34:26.808678 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38250) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:26.829208 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.api.v2.resource [None req-d0426b0e-26f6-44a1-a88d-cec8ced5a031 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] show failed (client error): The resource could not be found. Jun 27 12:34:26.830394 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-d0426b0e-26f6-44a1-a88d-cec8ced5a031 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups/f6f1b7a4-cb5c-4756-8aa8-28074ba805a6 HTTP/1.1" status: 404 len: 347 time: 0.0207238 Jun 27 12:34:26.834898 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38254) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:26.920066 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a2251-f4ee-4fa8-aa1f-f53c88bb09ab None None] New status for floating IP 727533bd-16f3-45ef-820d-47027285b512: DOWN {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:34:26.937278 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:26.991335 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Allocated IP 172.20.0.5 (5800746f-248c-4415-b29e-369b7a917064/76079d1c-f5e8-4420-ab1f-b7b0944baac6/cf5affb3-e4ca-462e-a568-0940c5cc2780) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:34:27.032668 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Deleting port e53537a1-06ab-4a8c-82b0-045da4273aae {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:34:27.033327 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:27.210263 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:27.216147 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:27.216645 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:27.249217 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:27.255817 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:27.342377 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Network 5800746f-248c-4415-b29e-369b7a917064 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:34:27.345456 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:34:27.349838 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:34:27.380862 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Pushing event updated for resources: {'Port': ['ID=cf5affb3-e4ca-462e-a568-0940c5cc2780,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:27.401748 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:27.401989 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:27.402190 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:27.402542 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:27.402871 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:27.403217 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:27.403558 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:27.403884 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:27.404239 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:27.404584 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:27.404917 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:27.405251 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:27.412422 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:27.429277 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:27.429915 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:27.456881 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539159 Jun 27 12:34:27.469487 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Request body: {'port': {'device_id': '6b432381-a43d-4de6-8595-334d546da408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:34:27.481457 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Calling delete_port for e53537a1-06ab-4a8c-82b0-045da4273aae owned by network:floatingip {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:34:27.591108 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:27.645194 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43038-6888-4806-9ca4-b1e1a76c4d11 req-d6419c74-9667-4b61-a721-2a76dff86ee2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:27.648909 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-99d43038-6888-4806-9ca4-b1e1a76c4d11 req-d6419c74-9667-4b61-a721-2a76dff86ee2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 931 time: 0.1416004 Jun 27 12:34:27.654872 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.db.api [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:34:27.655131 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_db.api [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:34:27.695306 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-99d43038-6888-4806-9ca4-b1e1a76c4d11 req-53bd7a85-0612-49ab-aef8-0a2073fe1ac9 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426102 Jun 27 12:34:28.042275 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5affb3-e4ca-462e-a568-0940c5cc2780 {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:34:28.049635 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:28.063712 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Transition to ACTIVE for port object cf5affb3-e4ca-462e-a568-0940c5cc2780 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:34:28.068420 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:28.072024 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:28.156662 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Deleting port e53537a1-06ab-4a8c-82b0-045da4273aae {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:34:28.157042 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:28.194929 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Pushing event updated for resources: {'Port': ['ID=cf5affb3-e4ca-462e-a568-0940c5cc2780,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:28.224682 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:28.299609 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Attempting to bind port cf5affb3-e4ca-462e-a568-0940c5cc2780 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:34:28.300349 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Attempting to bind port cf5affb3-e4ca-462e-a568-0940c5cc2780 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '83ce4d3c-f3ce-48af-96ba-06f0904531af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5800746f-248c-4415-b29e-369b7a917064'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:34:28.300349 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Attempting to bind port cf5affb3-e4ca-462e-a568-0940c5cc2780 on network 5800746f-248c-4415-b29e-369b7a917064 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:34:28.305007 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Port cf5affb3-e4ca-462e-a568-0940c5cc2780 on network 5800746f-248c-4415-b29e-369b7a917064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:34:28.305316 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Attempting to bind port cf5affb3-e4ca-462e-a568-0940c5cc2780 on network 5800746f-248c-4415-b29e-369b7a917064 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:34:28.310436 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:34:28.310768 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Checking segment: {'id': '83ce4d3c-f3ce-48af-96ba-06f0904531af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5800746f-248c-4415-b29e-369b7a917064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:34:28.311146 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Bound using segment: {'id': '83ce4d3c-f3ce-48af-96ba-06f0904531af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5800746f-248c-4415-b29e-369b7a917064'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:34:28.311560 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Bound port: cf5affb3-e4ca-462e-a568-0940c5cc2780, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ce4d3c-f3ce-48af-96ba-06f0904531af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5800746f-248c-4415-b29e-369b7a917064'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:34:28.311899 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:28.333089 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:28.333468 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:28.401647 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] For port cf5affb3-e4ca-462e-a568-0940c5cc2780, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:34:28.404744 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] For port cf5affb3-e4ca-462e-a568-0940c5cc2780, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cf5affb3-e4ca-462e-a568-0940c5cc2780,segment=NetworkSegment(83ce4d3c-f3ce-48af-96ba-06f0904531af),segment_id=83ce4d3c-f3ce-48af-96ba-06f0904531af)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:34:28.410617 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:28.414344 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:28.452467 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Calling delete_port for e53537a1-06ab-4a8c-82b0-045da4273aae owned by network:floatingip {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:34:28.464330 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:28.465338 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:28.466700 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] 10.222.0.36 "PUT /v2.0/ports/cf5affb3-e4ca-462e-a568-0940c5cc2780 HTTP/1.1" status: 200 len: 1093 time: 1.0016906 Jun 27 12:34:28.469243 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b432381-a43d-4de6-8595-334d546da408', 'tag': 'cf5affb3-e4ca-462e-a568-0940c5cc2780'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:28.505680 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Pushing event updated for resources: {'Port': ['ID=cf5affb3-e4ca-462e-a568-0940c5cc2780,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:28.509004 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:28.575575 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b432381-a43d-4de6-8595-334d546da408', 'tag': 'cf5affb3-e4ca-462e-a568-0940c5cc2780', 'status': 'completed', 'code': 200} Jun 27 12:34:28.587891 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-dce97c3f-e8d4-4a0e-ab44-ee2dc7a3adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:28.589475 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-dce97c3f-e8d4-4a0e-ab44-ee2dc7a3adeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23c50916ae7146218604c5ba33ac1205&device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 1096 time: 0.0780370 Jun 27 12:34:28.613660 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:28.617703 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-53aee9f2-c29b-423e-8cd5-64d4397e0c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:28.662629 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event deleted for resources: {'Port': ['ID=e53537a1-06ab-4a8c-82b0-045da4273aae,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:28.663601 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-21aac188-2434-49cf-965e-877dcd72699c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf5affb3-e4ca-462e-a568-0940c5cc2780 HTTP/1.1" status: 200 len: 217 time: 0.0640585 Jun 27 12:34:28.665840 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:28.734230 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-e995c1d6-028f-4b48-b3c2-99c5e17ee632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:28.735812 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-e995c1d6-028f-4b48-b3c2-99c5e17ee632 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76079d1c-f5e8-4420-ab1f-b7b0944baac6 HTTP/1.1" status: 200 len: 854 time: 0.0660608 Jun 27 12:34:28.758352 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:28.777546 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:28.779008 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "DELETE /v2.0/floatingips/727533bd-16f3-45ef-820d-47027285b512 HTTP/1.1" status: 204 len: 168 time: 1.9429536 Jun 27 12:34:28.787573 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-2bf767df-3523-4c3d-af8c-4b3ffe16f103 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5800746f-248c-4415-b29e-369b7a917064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433664 Jun 27 12:34:28.896518 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f8b6a-cd26-4af4-bd77-7d9a5c0f156b req-188b2f70-adfa-4be4-8e9a-c59d60a7cbfb tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:28.898226 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cf9f8b6a-cd26-4af4-bd77-7d9a5c0f156b req-188b2f70-adfa-4be4-8e9a-c59d60a7cbfb tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 943 time: 0.0866139 Jun 27 12:34:28.945084 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cf9f8b6a-cd26-4af4-bd77-7d9a5c0f156b req-18331f77-75f6-4046-8c92-9f725ec14a9e tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 Jun 27 12:34:28.954910 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-b158daff-2e30-43c0-8564-f977dd618ce7 service neutron] 10.222.0.36 "GET /v2.0/networks/5800746f-248c-4415-b29e-369b7a917064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603136 Jun 27 12:34:29.091749 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-040f7bea-f1c2-4c47-932d-818589d69bbe req-cd8c550b-058b-45ff-bde2-c4cb300620f0 service neutron] 10.222.0.36 "GET /v2.0/networks/5800746f-248c-4415-b29e-369b7a917064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277134 Jun 27 12:34:29.126012 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f9c09700-2054-4760-8d01-57651ef21c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.173967 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38270) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:29.179504 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1117153844', 'description': 'tempest-description--931401469'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:34:29.186542 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:34:29.191104 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Usage tracker for resource:security_group and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:34:29.194465 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:34:29.200476 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:34:29.210523 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.213301 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d4517-f545-40bd-95e7-a32d7e7dac33 req-07e335cc-0fbe-4e39-8981-de440a5918d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:29.214781 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-096d4517-f545-40bd-95e7-a32d7e7dac33 req-07e335cc-0fbe-4e39-8981-de440a5918d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23c50916ae7146218604c5ba33ac1205&device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 1096 time: 0.0751595 Jun 27 12:34:29.231532 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:34:29.235545 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Usage tracker for resource:security_group_rule and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:34:29.238630 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:34:29.244674 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:34:29.317567 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.323265 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.326946 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-81382329-2315-47df-b7d9-37229238de9e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:29.347493 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d4517-f545-40bd-95e7-a32d7e7dac33 req-d93841c6-f1c4-438f-b053-4129ed9f5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:29.349196 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-096d4517-f545-40bd-95e7-a32d7e7dac33 req-d93841c6-f1c4-438f-b053-4129ed9f5500 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5800746f-248c-4415-b29e-369b7a917064 HTTP/1.1" status: 200 len: 915 time: 0.1277275 Jun 27 12:34:29.368333 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:29.371362 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:29.372586 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.376702 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1987803 Jun 27 12:34:29.377340 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38274) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:29.382465 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-c0d0e1c4-65a5-46ad-a38c-c8e5121693a3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Request body: {'security_group_rule': {'security_group_id': '90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:34:29.388839 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-c0d0e1c4-65a5-46ad-a38c-c8e5121693a3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:34:29.392693 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-c0d0e1c4-65a5-46ad-a38c-c8e5121693a3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Usage tracker for resource:security_group_rule and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:34:29.395537 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-c0d0e1c4-65a5-46ad-a38c-c8e5121693a3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:34:29.401251 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-c0d0e1c4-65a5-46ad-a38c-c8e5121693a3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:34:29.420692 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e1c4-65a5-46ad-a38c-c8e5121693a3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.423365 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-096d4517-f545-40bd-95e7-a32d7e7dac33 req-1837fc12-e0b0-4fdb-8429-3b0cbb8707e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf5affb3-e4ca-462e-a568-0940c5cc2780 HTTP/1.1" status: 200 len: 217 time: 0.0678093 Jun 27 12:34:29.481951 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e1c4-65a5-46ad-a38c-c8e5121693a3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.487369 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e1c4-65a5-46ad-a38c-c8e5121693a3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.489507 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:29.512550 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0e1c4-65a5-46ad-a38c-c8e5121693a3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b8ff77-5d44-428a-b9bb-0011d611f5ca,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:29.515259 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c0d0e1c4-65a5-46ad-a38c-c8e5121693a3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:29.525237 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e1c4-65a5-46ad-a38c-c8e5121693a3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.526457 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-c0d0e1c4-65a5-46ad-a38c-c8e5121693a3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485782 Jun 27 12:34:29.529300 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38278) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:29.534932 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-522a6a93-3dac-4f8c-a96b-b94d3526b31a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Request body: {'security_group_rule': {'security_group_id': '90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:34:29.541044 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-522a6a93-3dac-4f8c-a96b-b94d3526b31a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:34:29.545511 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-522a6a93-3dac-4f8c-a96b-b94d3526b31a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Usage tracker for resource:security_group_rule and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:34:29.548558 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-522a6a93-3dac-4f8c-a96b-b94d3526b31a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:34:29.554338 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-522a6a93-3dac-4f8c-a96b-b94d3526b31a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:34:29.573229 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-522a6a93-3dac-4f8c-a96b-b94d3526b31a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.580534 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d4517-f545-40bd-95e7-a32d7e7dac33 req-2df38478-b508-4bfd-a915-0941350ed518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:29.581975 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-096d4517-f545-40bd-95e7-a32d7e7dac33 req-2df38478-b508-4bfd-a915-0941350ed518 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76079d1c-f5e8-4420-ab1f-b7b0944baac6 HTTP/1.1" status: 200 len: 854 time: 0.1525097 Jun 27 12:34:29.635701 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-096d4517-f545-40bd-95e7-a32d7e7dac33 req-f3550faa-9c81-4056-b675-cb69e548d9c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5800746f-248c-4415-b29e-369b7a917064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466650 Jun 27 12:34:29.639468 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-522a6a93-3dac-4f8c-a96b-b94d3526b31a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.644917 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-522a6a93-3dac-4f8c-a96b-b94d3526b31a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.647105 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:29.669467 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a6a93-3dac-4f8c-a96b-b94d3526b31a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2437d4-d6c8-4d18-a77a-b41c4e393936,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:29.672188 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-522a6a93-3dac-4f8c-a96b-b94d3526b31a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:29.680731 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-522a6a93-3dac-4f8c-a96b-b94d3526b31a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.681944 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-522a6a93-3dac-4f8c-a96b-b94d3526b31a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517007 Jun 27 12:34:29.684972 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38282) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:29.690196 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Request body: {'floatingip': {'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:34:29.696018 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:34:29.699849 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Usage tracker for resource:floatingip and tenant:456d7cf361d04312bd0757b6677d5376 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:34:29.702686 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:34:29.708315 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:34:29.719933 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.768024 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-096d4517-f545-40bd-95e7-a32d7e7dac33 req-32c32529-4ce7-4d9b-a7da-400d745afc39 service neutron] 10.222.0.36 "GET /v2.0/networks/5800746f-248c-4415-b29e-369b7a917064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240802 Jun 27 12:34:29.861512 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:29.901956 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-096d4517-f545-40bd-95e7-a32d7e7dac33 req-8237acc7-1e24-40c5-b64a-89482712d692 service neutron] 10.222.0.36 "GET /v2.0/networks/5800746f-248c-4415-b29e-369b7a917064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263766 Jun 27 12:34:30.011297 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Allocated IP 172.27.0.141 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/ec242861-6d22-40a0-84a1-9f1341b74f4f) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:34:30.107462 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:30.296666 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:30.318322 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da26a3-bb4b-46a6-b8fe-deb3edfcfde0 req-a41a9a57-970c-4f5a-9fec-f2ec2a2ed997 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:30.320724 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-50da26a3-bb4b-46a6-b8fe-deb3edfcfde0 req-a41a9a57-970c-4f5a-9fec-f2ec2a2ed997 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 943 time: 0.2661884 Jun 27 12:34:30.379688 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-50da26a3-bb4b-46a6-b8fe-deb3edfcfde0 req-d733ab48-9eeb-46bb-a5c3-767f44575ad0 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526705 Jun 27 12:34:30.388549 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:30.395453 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:30.457448 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:34:30.460620 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:34:30.464195 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:34:30.499052 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event updated for resources: {'Port': ['ID=ec242861-6d22-40a0-84a1-9f1341b74f4f,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:30.507123 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:30.551602 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:30.612440 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:30.847195 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:30.852847 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2205688'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:30.856722 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:30.963395 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event updated for resources: {'Port': ['ID=ec242861-6d22-40a0-84a1-9f1341b74f4f,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:30.967533 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:30.974143 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:30.998169 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:30.999353 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3134282 Jun 27 12:34:31.262505 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-6b3c375f-0dd2-4787-a3fd-a53a317c172b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1117153844&fields=id&tenant_id=456d7cf361d04312bd0757b6677d5376 HTTP/1.1" status: 200 len: 267 time: 0.0454319 Jun 27 12:34:31.420222 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-b00f7412-54ff-44b0-9b1c-6ac2b6b5c6e3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:31.421732 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-b00f7412-54ff-44b0-9b1c-6ac2b6b5c6e3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 816 time: 0.1508701 Jun 27 12:34:31.437316 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-8d0db718-d0b2-44e1-aa3e-c45d56e778ce tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/quotas/456d7cf361d04312bd0757b6677d5376 HTTP/1.1" status: 200 len: 375 time: 0.0098577 Jun 27 12:34:31.526620 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-4c819971-6476-4327-8f8c-2e2f54ea5412 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838923 Jun 27 12:34:31.590514 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:31.716440 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-9fd62589-dc88-4793-ad60-caa1e5b55205 service neutron] 10.222.0.38 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768353 Jun 27 12:34:31.724318 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69060c5-c8bd-4583-a4df-44feb9495b7c req-93771147-2212-4fea-ab9a-fc117850e791 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:31.726015 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f69060c5-c8bd-4583-a4df-44feb9495b7c req-93771147-2212-4fea-ab9a-fc117850e791 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 943 time: 0.0831730 Jun 27 12:34:31.770402 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f69060c5-c8bd-4583-a4df-44feb9495b7c req-175ee03f-e7c6-4a5a-976b-1c8468365423 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387044 Jun 27 12:34:31.850272 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-d8eced98-cfa3-4123-9e63-0776016ac926 service neutron] 10.222.0.38 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274724 Jun 27 12:34:32.033354 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-b1bb56c6-3bc4-4686-a945-eb1bd09f0903 req-a09bff7b-6eef-4596-af2e-bdc5b6c265ac tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Synchronizing usage tracker for tenant:456d7cf361d04312bd0757b6677d5376 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:34:32.051333 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-b1bb56c6-3bc4-4686-a945-eb1bd09f0903 req-a09bff7b-6eef-4596-af2e-bdc5b6c265ac tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Unset dirty status for tenant:456d7cf361d04312bd0757b6677d5376 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:34:32.052883 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b1bb56c6-3bc4-4686-a945-eb1bd09f0903 req-a09bff7b-6eef-4596-af2e-bdc5b6c265ac tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 210 time: 0.0644174 Jun 27 12:34:32.960855 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d8b54-3707-4b94-bdb6-1870bde30d32 req-be0bc80e-849e-4ed2-851f-8e8f40f6f1dc tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:32.961562 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-da0d8b54-3707-4b94-bdb6-1870bde30d32 req-be0bc80e-849e-4ed2-851f-8e8f40f6f1dc tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Synchronizing usage tracker for tenant:23c50916ae7146218604c5ba33ac1205 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:34:32.977950 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-da0d8b54-3707-4b94-bdb6-1870bde30d32 req-be0bc80e-849e-4ed2-851f-8e8f40f6f1dc tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Unset dirty status for tenant:23c50916ae7146218604c5ba33ac1205 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:34:32.979114 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-da0d8b54-3707-4b94-bdb6-1870bde30d32 req-be0bc80e-849e-4ed2-851f-8e8f40f6f1dc tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 943 time: 0.1036420 Jun 27 12:34:33.030723 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-da0d8b54-3707-4b94-bdb6-1870bde30d32 req-97558952-486e-4e26-9543-59eeee0d91e0 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450814 Jun 27 12:34:33.175805 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-c57e03c6-532e-49bd-b00f-1836932915fc tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:33.177252 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-c57e03c6-532e-49bd-b00f-1836932915fc tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 816 time: 0.1498885 Jun 27 12:34:33.211650 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7a51769c-fb79-4a83-898c-6d7fe4146bc1 req-53f8ce5d-83ae-4e58-9af6-dd8e54d60203 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 210 time: 0.0429497 Jun 27 12:34:33.229554 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-678a35fc-186b-49be-bfba-0f38727ca962 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=456d7cf361d04312bd0757b6677d5376 HTTP/1.1" status: 200 len: 380 time: 0.0421598 Jun 27 12:34:33.240623 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Request body: {'port': {'device_id': '9de08462-b36b-4998-97ee-0057a1194234', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'admin_state_up': True, 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'security_groups': ['90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1']}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:34:33.375638 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:34:33.386588 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:34:33.399213 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Made reservation on behalf of 456d7cf361d04312bd0757b6677d5376 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:34:33.402733 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:33.573541 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Allocated IP 172.20.0.10 (a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f/e9b9457c-a537-4809-bc2f-cfd159f41f1b/6742b238-2728-4248-8869-4f0119e0477b) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:34:33.660705 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device cf5affb3-e4ca-462e-a568-0940c5cc2780 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:34:33.798960 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port cf5affb3-e4ca-462e-a568-0940c5cc2780, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cf5affb3-e4ca-462e-a568-0940c5cc2780,segment=NetworkSegment(83ce4d3c-f3ce-48af-96ba-06f0904531af),segment_id=83ce4d3c-f3ce-48af-96ba-06f0904531af)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:34:33.813461 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': 'cf5affb3-e4ca-462e-a568-0940c5cc2780', 'network_id': '5800746f-248c-4415-b29e-369b7a917064', 'port_id': 'cf5affb3-e4ca-462e-a568-0940c5cc2780', 'mac_address': 'fa:16:3e:5c:eb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76079d1c-f5e8-4420-ab1f-b7b0944baac6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:34:33.848560 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:33.864456 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Transition to ACTIVE for port object 6742b238-2728-4248-8869-4f0119e0477b will not be triggered until provisioned by entity DHCP. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:34:33.875870 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:33.889345 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:33.894079 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5affb3-e4ca-462e-a568-0940c5cc2780 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:34:33.895242 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:33.910556 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port cf5affb3-e4ca-462e-a568-0940c5cc2780, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cf5affb3-e4ca-462e-a568-0940c5cc2780,segment=NetworkSegment(83ce4d3c-f3ce-48af-96ba-06f0904531af),segment_id=83ce4d3c-f3ce-48af-96ba-06f0904531af)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:34:33.914951 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:33.916763 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-35b8de0e-709c-44a9-9c18-2a3b1bd49c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:33.962109 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:34:33.965811 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:34:33.968898 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:34:33.984272 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=cf5affb3-e4ca-462e-a568-0940c5cc2780,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:33.993005 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:33.993614 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:33.993997 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:33.994391 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:33.994774 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:33.995318 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:33.995720 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:33.996218 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:33.996743 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:33.997119 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:33.997533 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:33.998745 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event updated for resources: {'Port': ['ID=6742b238-2728-4248-8869-4f0119e0477b,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:33.998869 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:34:34.005462 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:34.005683 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:34.034996 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:34.035635 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:34.065467 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8282304 Jun 27 12:34:34.078801 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Request body: {'port': {'device_id': '9de08462-b36b-4998-97ee-0057a1194234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:34:34.177636 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-828b43d9-7e50-4231-bb5a-1474999b0888 None None] Provisioning for port 6742b238-2728-4248-8869-4f0119e0477b completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:34:34.182554 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-828b43d9-7e50-4231-bb5a-1474999b0888 None None] Provisioning complete for port 6742b238-2728-4248-8869-4f0119e0477b triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:34:34.182930 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-828b43d9-7e50-4231-bb5a-1474999b0888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:34.236935 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:34.238167 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-828b43d9-7e50-4231-bb5a-1474999b0888 None None] Port 6742b238-2728-4248-8869-4f0119e0477b cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:34:34.294188 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['cf5affb3-e4ca-462e-a568-0940c5cc2780'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:34:34.338858 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fd13a-350a-4634-8a4b-3f7dd868e091 req-707b6cbe-879e-4c07-a842-9701494f1f55 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:34.340393 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ad4fd13a-350a-4634-8a4b-3f7dd868e091 req-707b6cbe-879e-4c07-a842-9701494f1f55 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 944 time: 0.1791115 Jun 27 12:34:34.409651 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55c2c9-141c-4f84-912a-51cfcdc453e3 req-7cf669e7-d70c-48b4-9564-8eb31d3fd72a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:34.411435 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ff55c2c9-141c-4f84-912a-51cfcdc453e3 req-7cf669e7-d70c-48b4-9564-8eb31d3fd72a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 932 time: 0.0874584 Jun 27 12:34:34.463076 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-ff55c2c9-141c-4f84-912a-51cfcdc453e3 req-b69bfd9e-e859-46d1-a64c-ec3e00c7f3f5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Synchronizing usage tracker for tenant:456d7cf361d04312bd0757b6677d5376 on resource:security_group {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:34:34.473108 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ad4fd13a-350a-4634-8a4b-3f7dd868e091 req-c13181a1-c335-403a-80c7-68868ba3f9a2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877147 Jun 27 12:34:34.482786 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-ff55c2c9-141c-4f84-912a-51cfcdc453e3 req-b69bfd9e-e859-46d1-a64c-ec3e00c7f3f5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Unset dirty status for tenant:456d7cf361d04312bd0757b6677d5376 on resource:security_group {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:34:34.484187 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ff55c2c9-141c-4f84-912a-51cfcdc453e3 req-b69bfd9e-e859-46d1-a64c-ec3e00c7f3f5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649385 Jun 27 12:34:34.643056 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6742b238-2728-4248-8869-4f0119e0477b {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:34:34.650899 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:34.668609 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Transition to ACTIVE for port object 6742b238-2728-4248-8869-4f0119e0477b will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:34:34.674524 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:34.678297 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e048ae55-f350-471d-8ac3-1cabb6db8edc tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:34.830378 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Pushing event updated for resources: {'Port': ['ID=6742b238-2728-4248-8869-4f0119e0477b,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:34.862998 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:34.908135 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Attempting to bind port 6742b238-2728-4248-8869-4f0119e0477b on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:34:34.908823 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Attempting to bind port 6742b238-2728-4248-8869-4f0119e0477b by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:34:34.909146 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Attempting to bind port 6742b238-2728-4248-8869-4f0119e0477b on network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:34:34.914008 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Port 6742b238-2728-4248-8869-4f0119e0477b on network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:34:34.914323 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Attempting to bind port 6742b238-2728-4248-8869-4f0119e0477b on network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:34:34.919583 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:34:34.919914 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Checking segment: {'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:34:34.920312 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Bound using segment: {'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:34:34.920735 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Bound port: 6742b238-2728-4248-8869-4f0119e0477b, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:34:34.921071 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:35.011015 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] For port 6742b238-2728-4248-8869-4f0119e0477b, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:34:35.013777 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] For port 6742b238-2728-4248-8869-4f0119e0477b, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6742b238-2728-4248-8869-4f0119e0477b,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:34:35.021150 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:35.024582 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:35.083946 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:35.084597 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:35.085957 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] 10.222.0.36 "PUT /v2.0/ports/6742b238-2728-4248-8869-4f0119e0477b HTTP/1.1" status: 200 len: 1094 time: 1.0126371 Jun 27 12:34:35.086462 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'tag': '6742b238-2728-4248-8869-4f0119e0477b'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:35.112869 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Pushing event updated for resources: {'Port': ['ID=6742b238-2728-4248-8869-4f0119e0477b,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:35.117641 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:35.139986 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'tag': '6742b238-2728-4248-8869-4f0119e0477b', 'status': 'completed', 'code': 200} Jun 27 12:34:35.229619 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-a923ecc8-5c8e-46ba-91dd-2c8490a68822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:35.231253 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-a923ecc8-5c8e-46ba-91dd-2c8490a68822 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 1097 time: 0.0749705 Jun 27 12:34:35.304026 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-cce3b364-7bb1-4c1f-bdd2-52bf65368996 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6742b238-2728-4248-8869-4f0119e0477b HTTP/1.1" status: 200 len: 217 time: 0.0639045 Jun 27 12:34:35.367980 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-021399c3-b140-4e7f-9912-a52099dca1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:35.369331 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-021399c3-b140-4e7f-9912-a52099dca1c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.0584157 Jun 27 12:34:35.454176 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-08118f86-9a1e-4be2-8ce7-73199783c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:35.455677 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-08118f86-9a1e-4be2-8ce7-73199783c9ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781164 Jun 27 12:34:35.593147 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-ce3beba7-84cd-474e-8ff3-73d91be75d6e service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301434 Jun 27 12:34:35.637277 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:34:35.663700 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device cf5affb3-e4ca-462e-a568-0940c5cc2780 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:34:35.667722 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14191809-dc4c-4dba-836f-d732c2b97eb4 req-c651987e-2861-4510-86f6-b736433e50a3 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:35.669514 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-14191809-dc4c-4dba-836f-d732c2b97eb4 req-c651987e-2861-4510-86f6-b736433e50a3 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 944 time: 0.0896580 Jun 27 12:34:35.717229 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-14191809-dc4c-4dba-836f-d732c2b97eb4 req-d8ecf472-ed47-46db-bec7-364b0730696c tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416818 Jun 27 12:34:35.742003 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port cf5affb3-e4ca-462e-a568-0940c5cc2780 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:34:35.746773 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port cf5affb3-e4ca-462e-a568-0940c5cc2780 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:34:35.747167 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:35.868782 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:35.881656 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b9dc0-64bc-4e15-8d27-a171dc51b1a8 req-c0cc79ef-35c1-4b4d-a053-ff5ebf4061cd tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:35.882510 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-a39b9dc0-64bc-4e15-8d27-a171dc51b1a8 req-c0cc79ef-35c1-4b4d-a053-ff5ebf4061cd tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Synchronizing usage tracker for tenant:456d7cf361d04312bd0757b6677d5376 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:34:35.887686 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e516e402-9cc1-4354-9b03-77e597f36ea9 req-4782c2a9-1949-490f-8bcd-eeecbfed15dd service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875783 Jun 27 12:34:35.900753 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b432381-a43d-4de6-8595-334d546da408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5affb3-e4ca-462e-a568-0940c5cc2780'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:35.901931 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-a39b9dc0-64bc-4e15-8d27-a171dc51b1a8 req-c0cc79ef-35c1-4b4d-a053-ff5ebf4061cd tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Unset dirty status for tenant:456d7cf361d04312bd0757b6677d5376 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:34:35.903076 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a39b9dc0-64bc-4e15-8d27-a171dc51b1a8 req-c0cc79ef-35c1-4b4d-a053-ff5ebf4061cd tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.3019209 Jun 27 12:34:35.913494 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port cf5affb3-e4ca-462e-a568-0940c5cc2780, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cf5affb3-e4ca-462e-a568-0940c5cc2780,segment=NetworkSegment(83ce4d3c-f3ce-48af-96ba-06f0904531af),segment_id=83ce4d3c-f3ce-48af-96ba-06f0904531af)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:34:35.918938 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:35.924987 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:35.964898 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b432381-a43d-4de6-8595-334d546da408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5affb3-e4ca-462e-a568-0940c5cc2780', 'code': 200} Jun 27 12:34:35.998341 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a39b9dc0-64bc-4e15-8d27-a171dc51b1a8 req-79f29ec3-7b1a-49b2-b415-980fba7f8a54 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846741 Jun 27 12:34:36.009665 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=cf5affb3-e4ca-462e-a568-0940c5cc2780,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:36.013518 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:36.040305 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b3e4d-3a76-41b7-9a9f-8a4579d9571d req-3fdab7c5-e3f9-45b0-a76c-e6f0f6d196ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:36.042113 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-761b3e4d-3a76-41b7-9a9f-8a4579d9571d req-3fdab7c5-e3f9-45b0-a76c-e6f0f6d196ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 1097 time: 0.0992236 Jun 27 12:34:36.175205 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b3e4d-3a76-41b7-9a9f-8a4579d9571d req-1b18ebf7-1e3c-4b0f-a8d4-6a90df486c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:36.176716 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-761b3e4d-3a76-41b7-9a9f-8a4579d9571d req-1b18ebf7-1e3c-4b0f-a8d4-6a90df486c79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 917 time: 0.1273992 Jun 27 12:34:36.203644 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152942f-2c2f-4e32-a7a8-bf584435c8fb req-69d1194a-9c02-406f-af89-52f8a8586108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:36.205166 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-8152942f-2c2f-4e32-a7a8-bf584435c8fb req-69d1194a-9c02-406f-af89-52f8a8586108 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 1098 time: 0.0762174 Jun 27 12:34:36.247535 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-8152942f-2c2f-4e32-a7a8-bf584435c8fb req-294cf25a-0384-41aa-a031-1e19ceec4123 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359333 Jun 27 12:34:36.249430 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-761b3e4d-3a76-41b7-9a9f-8a4579d9571d req-3cc0a6a2-7907-4ccf-8cdb-652d9ea41efc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6742b238-2728-4248-8869-4f0119e0477b HTTP/1.1" status: 200 len: 217 time: 0.0636168 Jun 27 12:34:36.516203 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b3e4d-3a76-41b7-9a9f-8a4579d9571d req-88b36d18-cbab-4f52-9a69-d36d30bf8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:36.517667 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-761b3e4d-3a76-41b7-9a9f-8a4579d9571d req-88b36d18-cbab-4f52-9a69-d36d30bf8b2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.0657718 Jun 27 12:34:36.597088 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b3e4d-3a76-41b7-9a9f-8a4579d9571d req-acfe8d2d-3a04-43d4-b6de-0b4d93bd81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:36.598667 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-761b3e4d-3a76-41b7-9a9f-8a4579d9571d req-acfe8d2d-3a04-43d4-b6de-0b4d93bd81c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742278 Jun 27 12:34:36.733384 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-761b3e4d-3a76-41b7-9a9f-8a4579d9571d req-127ab1f4-350a-436f-98f7-fd3941c2dd8e service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273115 Jun 27 12:34:36.958981 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-761b3e4d-3a76-41b7-9a9f-8a4579d9571d req-3547fae8-d76d-46bc-bab2-a1aa75797425 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143970 Jun 27 12:34:36.976817 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a5ddb-a8ee-47bb-ab12-c25277f43ebf req-867ddd09-fac2-453e-a174-1c125184354b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:36.978497 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fd7a5ddb-a8ee-47bb-ab12-c25277f43ebf req-867ddd09-fac2-453e-a174-1c125184354b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 945 time: 0.1383886 Jun 27 12:34:37.025224 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fd7a5ddb-a8ee-47bb-ab12-c25277f43ebf req-20c27071-d88a-4c11-a020-622f21745267 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392001 Jun 27 12:34:37.100056 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03deaa-5c48-4971-a94a-be52cdd4b669 req-8ba6c68a-ba8e-44e1-bab0-7d22966f8cf3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:37.101552 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-db03deaa-5c48-4971-a94a-be52cdd4b669 req-8ba6c68a-ba8e-44e1-bab0-7d22966f8cf3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 946 time: 0.0809643 Jun 27 12:34:37.146953 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-db03deaa-5c48-4971-a94a-be52cdd4b669 req-ea3b2295-b86f-4b1f-aa06-0118fb234376 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394552 Jun 27 12:34:37.213643 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2724d-cd67-446c-b7fb-d4458ec2b603 req-75d2469c-1091-4f5d-87c6-0e1b9c42c357 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:37.215216 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f8b2724d-cd67-446c-b7fb-d4458ec2b603 req-75d2469c-1091-4f5d-87c6-0e1b9c42c357 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.0975347 Jun 27 12:34:37.273120 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f8b2724d-cd67-446c-b7fb-d4458ec2b603 req-addbd36c-43d0-4562-be2e-eed8d8fb74bf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513120 Jun 27 12:34:38.215521 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c7d6f-2547-4b12-a2ce-3770e8b3422c req-4c862d78-d76b-4585-b903-15ffbb0590ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:38.217006 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7a6c7d6f-2547-4b12-a2ce-3770e8b3422c req-4c862d78-d76b-4585-b903-15ffbb0590ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 945 time: 0.0860846 Jun 27 12:34:38.268250 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7a6c7d6f-2547-4b12-a2ce-3770e8b3422c req-c7e694e9-b6f7-4682-9784-b336141101a7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452631 Jun 27 12:34:38.336716 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36b48b-46fc-4593-a593-ec992b598d94 req-ded88da8-547f-4ff3-adee-c8213213bccc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:38.338162 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4f36b48b-46fc-4593-a593-ec992b598d94 req-ded88da8-547f-4ff3-adee-c8213213bccc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 946 time: 0.0836575 Jun 27 12:34:38.382410 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4f36b48b-46fc-4593-a593-ec992b598d94 req-146574d4-e709-4a65-bb08-d0b13e1d0f6f tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384314 Jun 27 12:34:38.563622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1398aa-55a5-4939-9562-16d14fa4a00a req-09dca51f-11fb-41bc-9038-f31976d0e383 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:38.565222 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4e1398aa-55a5-4939-9562-16d14fa4a00a req-09dca51f-11fb-41bc-9038-f31976d0e383 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.0841985 Jun 27 12:34:38.612992 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4e1398aa-55a5-4939-9562-16d14fa4a00a req-120b499d-859a-4def-8320-c78c6a9327bf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407200 Jun 27 12:34:39.116956 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-cccf5d48-6f0c-45b0-9805-06ddfaf2c4b5 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:39.118333 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-cccf5d48-6f0c-45b0-9805-06ddfaf2c4b5 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 946 time: 0.0921144 Jun 27 12:34:39.197434 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Deleting port 3890b6cc-a02e-4221-b500-0ace94669b8c {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:34:39.197777 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:39.564362 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] For port 3890b6cc-a02e-4221-b500-0ace94669b8c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3890b6cc-a02e-4221-b500-0ace94669b8c,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:34:39.565128 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:39.694185 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 6742b238-2728-4248-8869-4f0119e0477b details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:34:39.754159 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1edee4-3099-4d8c-bc92-b0a09886db10 req-cded2405-0309-46f3-87da-4eac6194a44c tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:39.755721 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-af1edee4-3099-4d8c-bc92-b0a09886db10 req-cded2405-0309-46f3-87da-4eac6194a44c tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 946 time: 0.2662063 Jun 27 12:34:39.816140 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06e360-394d-4fde-8af5-15c1843f5eac req-3c14f509-0419-4e11-a0fc-f49de5af77a5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:39.823846 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ee06e360-394d-4fde-8af5-15c1843f5eac req-3c14f509-0419-4e11-a0fc-f49de5af77a5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.0912654 Jun 27 12:34:39.874852 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ee06e360-394d-4fde-8af5-15c1843f5eac req-f4b5a92a-8be6-4604-8e7c-b2f948819af8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496967 Jun 27 12:34:39.886471 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 6742b238-2728-4248-8869-4f0119e0477b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6742b238-2728-4248-8869-4f0119e0477b,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:34:39.901869 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '6742b238-2728-4248-8869-4f0119e0477b', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'port_id': '6742b238-2728-4248-8869-4f0119e0477b', 'mac_address': 'fa:16:3e:71:f9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:34:39.959405 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-af1edee4-3099-4d8c-bc92-b0a09886db10 req-484d7b10-4aa4-4d00-832a-5a0b3a7efbd2 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874111 Jun 27 12:34:39.967553 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:39.971568 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:39.972084 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:39.972492 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.l3_db [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Floating IP d399a1ef-2040-4037-b609-b620bf7ff3f7 disassociated. External IP: 172.27.0.213, port: 3890b6cc-a02e-4221-b500-0ace94669b8c. Jun 27 12:34:39.972761 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Calling delete_port for 3890b6cc-a02e-4221-b500-0ace94669b8c owned by compute:nova {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:34:39.995391 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6742b238-2728-4248-8869-4f0119e0477b {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:34:40.011549 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 6742b238-2728-4248-8869-4f0119e0477b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6742b238-2728-4248-8869-4f0119e0477b,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:34:40.016369 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:40.018142 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:40.082256 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=6742b238-2728-4248-8869-4f0119e0477b,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:40.085865 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:40.119984 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:40.125457 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:40.169263 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event deleted for resources: {'Port': ['ID=3890b6cc-a02e-4221-b500-0ace94669b8c,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:40.172266 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:40.352661 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['6742b238-2728-4248-8869-4f0119e0477b'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:34:40.362979 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Router fe303b9e-f3c2-43e2-8aa6-744168fd3358 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:34:40.543676 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:34:40.554042 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9732af5-667a-41e2-8a54-81ea37aba35f None None] Sync routers for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:34:40.571911 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9732af5-667a-41e2-8a54-81ea37aba35f None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:34:40.572587 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-f9732af5-667a-41e2-8a54-81ea37aba35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:34:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:40.623077 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] No DVR routers for this DVR port 3890b6cc-a02e-4221-b500-0ace94669b8c on host hv-cinder-79809 {{(pid=78480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:34:40.625743 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:40.628985 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6a508c-d064-4bd8-9980-d6562faf1d3f', 'name': 'network-vif-deleted', 'tag': '3890b6cc-a02e-4221-b500-0ace94669b8c'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:40.648037 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9587b1c8-a05b-4d6f-8819-075ceef8fee8 req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "DELETE /v2.0/ports/3890b6cc-a02e-4221-b500-0ace94669b8c HTTP/1.1" status: 204 len: 173 time: 1.5208380 Jun 27 12:34:40.679762 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6a508c-d064-4bd8-9980-d6562faf1d3f', 'name': 'network-vif-deleted', 'tag': '3890b6cc-a02e-4221-b500-0ace94669b8c', 'status': 'completed', 'code': 200} Jun 27 12:34:40.771625 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-f9732af5-667a-41e2-8a54-81ea37aba35f None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:34:41.079167 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e45d7-c751-47ad-9be9-f4d0b2aaaaeb req-c7787410-ba22-4d44-aad5-2d3887eaf8b9 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:41.081123 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b07e45d7-c751-47ad-9be9-f4d0b2aaaaeb req-c7787410-ba22-4d44-aad5-2d3887eaf8b9 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 945 time: 0.0893607 Jun 27 12:34:41.092017 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-f9732af5-667a-41e2-8a54-81ea37aba35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:41.097520 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9732af5-667a-41e2-8a54-81ea37aba35f None None] Checking router: fe303b9e-f3c2-43e2-8aa6-744168fd3358 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:34:41.106345 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9732af5-667a-41e2-8a54-81ea37aba35f None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:34:41.107088 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-f9732af5-667a-41e2-8a54-81ea37aba35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:34:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:41.128963 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fa6375bc-fec7-48d6-a1fb-49796de37968 req-f6cad98f-9132-4b25-8168-bbea50cd40b9 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd6a508c-d064-4bd8-9980-d6562faf1d3f HTTP/1.1" status: 200 len: 210 time: 0.0465686 Jun 27 12:34:41.154897 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b07e45d7-c751-47ad-9be9-f4d0b2aaaaeb req-8a9a1b12-94b5-42be-a5be-5e9847236036 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556719 Jun 27 12:34:41.303537 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-f9732af5-667a-41e2-8a54-81ea37aba35f None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:34:41.636915 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-f9732af5-667a-41e2-8a54-81ea37aba35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:41.642032 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9732af5-667a-41e2-8a54-81ea37aba35f None None] The sync data for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi is: [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:34:41.694033 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 6742b238-2728-4248-8869-4f0119e0477b up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:34:41.770861 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port 6742b238-2728-4248-8869-4f0119e0477b completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:34:41.776423 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 6742b238-2728-4248-8869-4f0119e0477b triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:34:41.777069 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:41.886063 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c36541-e219-4b8b-a8e8-7c95405f10c4 None None] New status for floating IP d399a1ef-2040-4037-b609-b620bf7ff3f7: DOWN {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:34:41.896442 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:41.926040 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6742b238-2728-4248-8869-4f0119e0477b'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:41.938829 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 6742b238-2728-4248-8869-4f0119e0477b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6742b238-2728-4248-8869-4f0119e0477b,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:34:41.945447 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:41.946240 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 3890b6cc-a02e-4221-b500-0ace94669b8c no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:34:41.974876 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:42.069007 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6742b238-2728-4248-8869-4f0119e0477b', 'code': 200} Jun 27 12:34:42.076851 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: 3890b6cc-a02e-4221-b500-0ace94669b8c {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:34:42.077199 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 3890b6cc-a02e-4221-b500-0ace94669b8c not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:34:42.090024 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=6742b238-2728-4248-8869-4f0119e0477b,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:42.102724 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:42.225290 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3519aa-d9db-49d2-9180-740095e29c66 req-e2907a44-528e-455d-82a3-d517f351826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:42.226777 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3a3519aa-d9db-49d2-9180-740095e29c66 req-e2907a44-528e-455d-82a3-d517f351826e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 1099 time: 0.0702014 Jun 27 12:34:42.269377 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3a3519aa-d9db-49d2-9180-740095e29c66 req-e454764b-55b1-4301-94b0-836a157f6f34 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361040 Jun 27 12:34:42.357591 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51480f4c-1553-4648-80d5-bae48c03fac4 req-d748ecd9-b798-4c9e-a8f5-8f8115e8a8de tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:42.359039 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-51480f4c-1553-4648-80d5-bae48c03fac4 req-d748ecd9-b798-4c9e-a8f5-8f8115e8a8de tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0802279 Jun 27 12:34:42.405095 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-51480f4c-1553-4648-80d5-bae48c03fac4 req-93b588e5-1791-4f04-84af-6d50cc77347c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402436 Jun 27 12:34:42.502655 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-ed721a10-b279-4518-9dde-5e8f68645b8e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733906293&fields=id&tenant_id=ad7befd71cc342118986826861797419 HTTP/1.1" status: 200 len: 267 time: 0.0503161 Jun 27 12:34:42.747062 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-ba3f443a-86ae-4a62-a460-e10b9cdb55a6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:42.748513 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-ba3f443a-86ae-4a62-a460-e10b9cdb55a6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 811 time: 0.2389858 Jun 27 12:34:42.767125 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-c496da10-ac88-4aa0-a46c-c4b4d40cba50 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/quotas/ad7befd71cc342118986826861797419 HTTP/1.1" status: 200 len: 375 time: 0.0102472 Jun 27 12:34:42.854985 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-87b7980a-14ea-45b8-a34a-49ceef8b8ae3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Synchronizing usage tracker for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:34:42.873953 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-87b7980a-14ea-45b8-a34a-49ceef8b8ae3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Unset dirty status for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:34:42.875215 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-87b7980a-14ea-45b8-a34a-49ceef8b8ae3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1024184 Jun 27 12:34:43.023470 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-4b5faa40-fd05-4b2f-871d-09786dd57358 service neutron] 10.222.0.38 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356475 Jun 27 12:34:43.157482 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-cd67827d-8e7d-444e-b1e7-37841bb7f6a9 service neutron] 10.222.0.38 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280270 Jun 27 12:34:43.590317 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-70e90679-587e-4cf6-aa4b-afdcd0a6eea4 req-d1dfd293-8764-4a34-835f-c3cf2b098b21 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 210 time: 0.0669854 Jun 27 12:34:43.645148 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b2be-08ff-4b4f-8066-c10892bc7a0a req-dda857d4-80e2-423d-a74b-3d142b909d24 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:43.646632 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4442b2be-08ff-4b4f-8066-c10892bc7a0a req-dda857d4-80e2-423d-a74b-3d142b909d24 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.1005394 Jun 27 12:34:43.693587 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4442b2be-08ff-4b4f-8066-c10892bc7a0a req-a905c776-c2e5-4818-8ece-8943fc15a367 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403614 Jun 27 12:34:44.772900 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-d160573c-f299-4802-8308-e737d3b4bde3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:44.774413 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-d160573c-f299-4802-8308-e737d3b4bde3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 811 time: 0.1892688 Jun 27 12:34:44.781310 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fa02b21b-801f-48ae-965b-4ab2d517116a req-6bc51c79-543e-4dae-806d-95b50d610414 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 210 time: 0.0794671 Jun 27 12:34:44.849601 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-fcdb69d9-ca27-4d41-9930-6bbb0d34cc6e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7befd71cc342118986826861797419 HTTP/1.1" status: 200 len: 379 time: 0.0419989 Jun 27 12:34:44.867976 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Request body: {'port': {'device_id': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'admin_state_up': True, 'tenant_id': 'ad7befd71cc342118986826861797419', 'security_groups': ['cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05']}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:34:44.920093 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce48fb-ea7d-42bf-afb4-5d77ccb59223 req-4d8e941b-ce39-4682-91ac-9a9fb2285380 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:44.921603 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bbce48fb-ea7d-42bf-afb4-5d77ccb59223 req-4d8e941b-ce39-4682-91ac-9a9fb2285380 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.1168013 Jun 27 12:34:45.007569 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:34:45.017387 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:34:45.029421 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Made reservation on behalf of ad7befd71cc342118986826861797419 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:34:45.032996 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:45.057336 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-bbce48fb-ea7d-42bf-afb4-5d77ccb59223 req-58bac9be-2521-4646-b19e-119de1a221c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297266 Jun 27 12:34:45.248186 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Allocated IP 172.20.0.11 (4ba4b00e-9728-4710-95e1-d036b6026ac1/3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c/00b54543-d7b2-4102-b675-e0583fb3b20f) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:34:45.306078 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bbe46-0bae-47ff-b039-ee1b2d6818b8 req-40665a94-db0b-4835-b107-1bc490507323 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:45.307540 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6c4bbe46-0bae-47ff-b039-ee1b2d6818b8 req-40665a94-db0b-4835-b107-1bc490507323 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.1379583 Jun 27 12:34:45.316634 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38420) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:34:45.322721 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-772e51f3-0997-486f-b082-effae583be08 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Request body: {'floatingip': {'port_id': '6742b238-2728-4248-8869-4f0119e0477b'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:34:45.414557 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-772e51f3-0997-486f-b082-effae583be08 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:45.460880 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:45.476900 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Transition to ACTIVE for port object 00b54543-d7b2-4102-b675-e0583fb3b20f will not be triggered until provisioned by entity DHCP. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:34:45.502533 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:45.507922 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:45.582189 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Network 4ba4b00e-9728-4710-95e1-d036b6026ac1 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:34:45.585832 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:34:45.590379 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:34:45.622362 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'Port': ['ID=00b54543-d7b2-4102-b675-e0583fb3b20f,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:45.629198 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:45.664848 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:45.665457 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:45.693705 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8300614 Jun 27 12:34:45.706674 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Request body: {'port': {'device_id': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:34:45.857821 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:45.991870 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-c444a713-5dab-4f1c-953e-c8d0b63f86bf None None] Provisioning for port 00b54543-d7b2-4102-b675-e0583fb3b20f completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:34:45.998187 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-c444a713-5dab-4f1c-953e-c8d0b63f86bf None None] Provisioning complete for port 00b54543-d7b2-4102-b675-e0583fb3b20f triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:34:45.998923 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-c444a713-5dab-4f1c-953e-c8d0b63f86bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:46.056195 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-c444a713-5dab-4f1c-953e-c8d0b63f86bf None None] Port 00b54543-d7b2-4102-b675-e0583fb3b20f cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:34:46.247202 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9520c57-e2ec-45a2-a920-0f8cc04aecea req-b4fb50c5-9f09-4171-a437-22298bfe6579 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:46.248722 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a9520c57-e2ec-45a2-a920-0f8cc04aecea req-b4fb50c5-9f09-4171-a437-22298bfe6579 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 932 time: 0.1402893 Jun 27 12:34:46.332925 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b54543-d7b2-4102-b675-e0583fb3b20f {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:34:46.342376 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:46.364861 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Transition to ACTIVE for port object 00b54543-d7b2-4102-b675-e0583fb3b20f will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:34:46.370534 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:46.375673 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:46.429830 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a9520c57-e2ec-45a2-a920-0f8cc04aecea req-aede091f-f3ac-4d91-b872-27c94a11f6da tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432531 Jun 27 12:34:46.467187 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-772e51f3-0997-486f-b082-effae583be08 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:46.473507 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-772e51f3-0997-486f-b082-effae583be08 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:46.559853 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Pushing event updated for resources: {'Port': ['ID=00b54543-d7b2-4102-b675-e0583fb3b20f,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:46.568314 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:46.673084 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Attempting to bind port 00b54543-d7b2-4102-b675-e0583fb3b20f on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:34:46.673536 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Attempting to bind port 00b54543-d7b2-4102-b675-e0583fb3b20f by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:34:46.673928 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Attempting to bind port 00b54543-d7b2-4102-b675-e0583fb3b20f on network 4ba4b00e-9728-4710-95e1-d036b6026ac1 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:34:46.679892 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Port 00b54543-d7b2-4102-b675-e0583fb3b20f on network 4ba4b00e-9728-4710-95e1-d036b6026ac1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:34:46.680306 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Attempting to bind port 00b54543-d7b2-4102-b675-e0583fb3b20f on network 4ba4b00e-9728-4710-95e1-d036b6026ac1 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:34:46.687877 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:34:46.688681 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Checking segment: {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:34:46.689410 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Bound using segment: {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:34:46.689668 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Bound port: 00b54543-d7b2-4102-b675-e0583fb3b20f, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:34:46.690435 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:46.702623 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.l3_db [None req-772e51f3-0997-486f-b082-effae583be08 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Floating IP fb5d800a-620f-4236-8634-0d47bc7b8702 associated. External IP: 172.27.0.141, port: 6742b238-2728-4248-8869-4f0119e0477b. Jun 27 12:34:46.801689 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] For port 00b54543-d7b2-4102-b675-e0583fb3b20f, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:34:46.805175 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] For port 00b54543-d7b2-4102-b675-e0583fb3b20f, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=00b54543-d7b2-4102-b675-e0583fb3b20f,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:34:46.810622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:46.821604 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-fcdd7b9d-3390-4e39-985f-fe561d2157e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:34:46.877032 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:46.877724 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:46.879221 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] 10.222.0.36 "PUT /v2.0/ports/00b54543-d7b2-4102-b675-e0583fb3b20f HTTP/1.1" status: 200 len: 1094 time: 1.1773627 Jun 27 12:34:46.879916 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'tag': '00b54543-d7b2-4102-b675-e0583fb3b20f'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:46.928601 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Pushing event updated for resources: {'Port': ['ID=00b54543-d7b2-4102-b675-e0583fb3b20f,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:34:46.978876 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'tag': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'status': 'completed', 'code': 200} Jun 27 12:34:46.979609 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:34:47.012555 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-d7fc0717-d2e2-4fd6-80be-ef86200a2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:47.014061 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-d7fc0717-d2e2-4fd6-80be-ef86200a2b3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0822122 Jun 27 12:34:47.096299 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-37bf324a-eba4-4e2f-8054-f1e586e75240 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00b54543-d7b2-4102-b675-e0583fb3b20f HTTP/1.1" status: 200 len: 217 time: 0.0661452 Jun 27 12:34:47.159364 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-bc25b6d8-1f73-46f7-854b-93faf89b74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:47.161973 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-bc25b6d8-1f73-46f7-854b-93faf89b74f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.0582371 Jun 27 12:34:47.241572 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772e51f3-0997-486f-b082-effae583be08 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:34:47.243110 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-6757cd1b-7e47-4efb-a5bb-fa1d2f290782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:47.244663 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-6757cd1b-7e47-4efb-a5bb-fa1d2f290782 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744541 Jun 27 12:34:47.380118 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-48037d45-4f6d-4dae-b922-4d25d94a202e service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245940 Jun 27 12:34:47.421638 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772e51f3-0997-486f-b082-effae583be08 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:34:47.426875 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-772e51f3-0997-486f-b082-effae583be08 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:47.433110 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e63cf9-73d3-4236-8b2a-4c7fa9d778f8 None None] Sync routers for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:34:47.442986 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e63cf9-73d3-4236-8b2a-4c7fa9d778f8 None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:34:47.443615 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-97e63cf9-73d3-4236-8b2a-4c7fa9d778f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:34:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:47.482841 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-772e51f3-0997-486f-b082-effae583be08 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "PUT /v2.0/floatingips/fb5d800a-620f-4236-8634-0d47bc7b8702 HTTP/1.1" status: 200 len: 992 time: 2.1625707 Jun 27 12:34:47.482841 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'tag': '6742b238-2728-4248-8869-4f0119e0477b'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:34:47.515682 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4bdee40f-34e3-481d-94c3-1f945315a7a6 req-e45eef71-085f-4b66-a995-b96c35970076 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288519 Jun 27 12:34:47.630624 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-97e63cf9-73d3-4236-8b2a-4c7fa9d778f8 None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:34:47.639817 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cf657-0019-4f2c-b59e-002d5aa41488 req-26c10978-946d-4727-b2db-8b68e9aaecc1 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:47.641474 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c19cf657-0019-4f2c-b59e-002d5aa41488 req-26c10978-946d-4727-b2db-8b68e9aaecc1 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 944 time: 0.0849667 Jun 27 12:34:47.691080 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c19cf657-0019-4f2c-b59e-002d5aa41488 req-a1f6509d-b94d-42a4-8d56-86301e77281d tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436645 Jun 27 12:34:47.748155 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'tag': '6742b238-2728-4248-8869-4f0119e0477b', 'status': 'completed', 'code': 200} Jun 27 12:34:47.990064 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-97e63cf9-73d3-4236-8b2a-4c7fa9d778f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': 'fb5d800a-620f-4236-8634-0d47bc7b8702', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'port_id': '6742b238-2728-4248-8869-4f0119e0477b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'mac_address': 'fa:16:3e:71:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de08462-b36b-4998-97ee-0057a1194234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:34:30Z', 'updated_at': '2021-06-27T12:34:46Z', 'revision_number': 1, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:36Z', 'revision_number': 5, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:47.994155 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e63cf9-73d3-4236-8b2a-4c7fa9d778f8 None None] Checking router: b47aaf31-c2f1-496a-ab99-fcbaf458ad1c for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:34:48.003276 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e63cf9-73d3-4236-8b2a-4c7fa9d778f8 None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:34:48.003875 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-97e63cf9-73d3-4236-8b2a-4c7fa9d778f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:34:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:48.179517 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-97e63cf9-73d3-4236-8b2a-4c7fa9d778f8 None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:34:48.553048 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-97e63cf9-73d3-4236-8b2a-4c7fa9d778f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': 'fb5d800a-620f-4236-8634-0d47bc7b8702', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'port_id': '6742b238-2728-4248-8869-4f0119e0477b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'mac_address': 'fa:16:3e:71:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de08462-b36b-4998-97ee-0057a1194234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:34:30Z', 'updated_at': '2021-06-27T12:34:46Z', 'revision_number': 1, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:36Z', 'revision_number': 5, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:34:48.557473 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e63cf9-73d3-4236-8b2a-4c7fa9d778f8 None None] The sync data for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi is: [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': 'fb5d800a-620f-4236-8634-0d47bc7b8702', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'port_id': '6742b238-2728-4248-8869-4f0119e0477b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'mac_address': 'fa:16:3e:71:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de08462-b36b-4998-97ee-0057a1194234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:34:30Z', 'updated_at': '2021-06-27T12:34:46Z', 'revision_number': 1, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:36Z', 'revision_number': 5, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:34:48.756813 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053caf3-d85a-42f0-87d8-cbc424732031 None None] New status for floating IP fb5d800a-620f-4236-8634-0d47bc7b8702: ACTIVE {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:34:48.885211 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabc86-0063-40ee-a87c-456369581144 req-82522332-7970-443a-ad96-84659b09e8cf tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:48.886721 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b7eabc86-0063-40ee-a87c-456369581144 req-82522332-7970-443a-ad96-84659b09e8cf tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 944 time: 0.0829422 Jun 27 12:34:48.932255 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b7eabc86-0063-40ee-a87c-456369581144 req-318bdc45-abac-44c4-aa81-bec53bdeb6c8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394490 Jun 27 12:34:49.866135 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fad339-afe2-4bac-9865-71d3d87156d4 req-2f7ffbed-5172-429e-b803-8caaeb1d4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:49.867745 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a8fad339-afe2-4bac-9865-71d3d87156d4 req-2f7ffbed-5172-429e-b803-8caaeb1d4806 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 1099 time: 0.0815299 Jun 27 12:34:50.124582 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445455e-bac4-44e9-8b05-55c1abec5db1 req-616d1fb3-155a-450e-8ba9-f32af6b920d4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:50.125961 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2445455e-bac4-44e9-8b05-55c1abec5db1 req-616d1fb3-155a-450e-8ba9-f32af6b920d4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 944 time: 0.0889077 Jun 27 12:34:50.173474 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2445455e-bac4-44e9-8b05-55c1abec5db1 req-43d80cfe-075b-46e9-b229-8e23fcef4566 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415866 Jun 27 12:34:51.409740 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5460e03-75bf-4d44-9a77-6448d722a029 req-f6600abc-a968-4010-811a-5e8b0772438f tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:51.411263 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d5460e03-75bf-4d44-9a77-6448d722a029 req-f6600abc-a968-4010-811a-5e8b0772438f tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 944 time: 0.1186910 Jun 27 12:34:51.472194 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d5460e03-75bf-4d44-9a77-6448d722a029 req-856b926c-743f-4533-b495-ab6bc545058e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524163 Jun 27 12:34:51.481818 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2814d-2472-4c36-80da-2a983b05bcb3 req-97550ec1-a2ef-4de0-addb-ce448e0d1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:51.483311 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fde2814d-2472-4c36-80da-2a983b05bcb3 req-97550ec1-a2ef-4de0-addb-ce448e0d1a92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 1097 time: 0.1181073 Jun 27 12:34:51.494120 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fad339-afe2-4bac-9865-71d3d87156d4 req-17eefd6b-f248-41b7-93cc-a3cb55ef0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:51.495583 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a8fad339-afe2-4bac-9865-71d3d87156d4 req-17eefd6b-f248-41b7-93cc-a3cb55ef0af0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 917 time: 0.1305990 Jun 27 12:34:51.618882 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2814d-2472-4c36-80da-2a983b05bcb3 req-de0e527e-0a2e-4a02-bfb5-050ce98f3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:51.620446 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fde2814d-2472-4c36-80da-2a983b05bcb3 req-de0e527e-0a2e-4a02-bfb5-050ce98f3a8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 912 time: 0.1305280 Jun 27 12:34:51.692302 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a8fad339-afe2-4bac-9865-71d3d87156d4 req-344aee3d-6cdd-483c-a389-0021e4f76bbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6742b238-2728-4248-8869-4f0119e0477b HTTP/1.1" status: 200 len: 1002 time: 0.1817391 Jun 27 12:34:51.692633 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fde2814d-2472-4c36-80da-2a983b05bcb3 req-1f2c838e-8766-47fc-874b-f6f9d4d471ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00b54543-d7b2-4102-b675-e0583fb3b20f HTTP/1.1" status: 200 len: 217 time: 0.0647969 Jun 27 12:34:51.767815 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fad339-afe2-4bac-9865-71d3d87156d4 req-509d9827-68e3-48f7-b917-04b220755070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:51.768971 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2814d-2472-4c36-80da-2a983b05bcb3 req-72436fef-1e41-4290-84a3-01773dde22aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:51.769213 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a8fad339-afe2-4bac-9865-71d3d87156d4 req-509d9827-68e3-48f7-b917-04b220755070 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.0565341 Jun 27 12:34:51.770629 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fde2814d-2472-4c36-80da-2a983b05bcb3 req-72436fef-1e41-4290-84a3-01773dde22aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.0571721 Jun 27 12:34:51.851927 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2814d-2472-4c36-80da-2a983b05bcb3 req-0237c58d-9d07-478c-bc88-302f21db71b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:51.854263 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fde2814d-2472-4c36-80da-2a983b05bcb3 req-0237c58d-9d07-478c-bc88-302f21db71b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713747 Jun 27 12:34:51.857050 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fad339-afe2-4bac-9865-71d3d87156d4 req-4422d00c-834a-4b4f-91d7-8623a97afd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:51.858515 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a8fad339-afe2-4bac-9865-71d3d87156d4 req-4422d00c-834a-4b4f-91d7-8623a97afd3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764639 Jun 27 12:34:52.007030 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a8fad339-afe2-4bac-9865-71d3d87156d4 req-939068e5-981d-4742-ab53-c7df80c66e24 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362240 Jun 27 12:34:52.110424 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fde2814d-2472-4c36-80da-2a983b05bcb3 req-8ab572f2-1004-47e2-b68e-b17fa5809022 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398469 Jun 27 12:34:52.143656 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a8fad339-afe2-4bac-9865-71d3d87156d4 req-9d4da57d-5db7-4f08-9797-e8a09b45e519 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265681 Jun 27 12:34:52.286847 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fde2814d-2472-4c36-80da-2a983b05bcb3 req-469d4b61-fea6-45e5-9be7-8ab325ce2ca0 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294475 Jun 27 12:34:52.677540 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472afd22-b926-4874-9730-40b66ce9a32f req-d4f2aab0-88c8-43c3-a808-b75eec96ade6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:52.678991 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-472afd22-b926-4874-9730-40b66ce9a32f req-d4f2aab0-88c8-43c3-a808-b75eec96ade6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 944 time: 0.0958979 Jun 27 12:34:52.726056 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-472afd22-b926-4874-9730-40b66ce9a32f req-024d787b-6448-41e3-bdab-b721333cb018 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389853 Jun 27 12:34:53.357262 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa112f-2f6d-452b-9141-1b2c90139376 req-17fe5c39-6494-414e-803d-85b8c82e61e7 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:53.358727 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-07fa112f-2f6d-452b-9141-1b2c90139376 req-17fe5c39-6494-414e-803d-85b8c82e61e7 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0889666 Jun 27 12:34:53.411805 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-07fa112f-2f6d-452b-9141-1b2c90139376 req-89e58cf8-051d-48ec-bc35-965d25f46bb6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463586 Jun 27 12:34:53.930653 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9e5eb-783a-4e5a-ab65-5a19a95902b0 req-e5b18b0a-62cb-4abf-9fd5-f54050b93b90 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:53.932132 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-50c9e5eb-783a-4e5a-ab65-5a19a95902b0 req-e5b18b0a-62cb-4abf-9fd5-f54050b93b90 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 944 time: 0.0929799 Jun 27 12:34:53.980472 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-50c9e5eb-783a-4e5a-ab65-5a19a95902b0 req-e6868a08-bb63-46d4-ac86-a357a324c4a8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398760 Jun 27 12:34:54.615915 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d8b99-b921-4a77-adbc-adad02d9337c req-5e256993-c4f2-4e9a-8ab9-160ddb4ef9ef tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:54.617687 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bd2d8b99-b921-4a77-adbc-adad02d9337c req-5e256993-c4f2-4e9a-8ab9-160ddb4ef9ef tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0856168 Jun 27 12:34:54.662904 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bd2d8b99-b921-4a77-adbc-adad02d9337c req-0d683ccb-ad0e-4a03-a810-f5ee59647b8b tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391669 Jun 27 12:34:55.182547 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53777da-ca04-49a0-af35-382204444a5d req-2b1333f9-f540-4953-9b4a-2db79639eed6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:55.183234 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-a53777da-ca04-49a0-af35-382204444a5d req-2b1333f9-f540-4953-9b4a-2db79639eed6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Synchronizing usage tracker for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:34:55.201886 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-a53777da-ca04-49a0-af35-382204444a5d req-2b1333f9-f540-4953-9b4a-2db79639eed6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Unset dirty status for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:34:55.203481 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a53777da-ca04-49a0-af35-382204444a5d req-2b1333f9-f540-4953-9b4a-2db79639eed6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 944 time: 0.1173003 Jun 27 12:34:55.258858 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a53777da-ca04-49a0-af35-382204444a5d req-3a8cce15-150f-4c9c-bfe0-afdabf15a430 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493071 Jun 27 12:34:55.386207 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:55.866302 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3cefe-c4dd-416f-a043-a2d9932a5298 req-e4ad535a-2e5e-46cc-9ae2-32f437a70fb7 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:55.867832 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e4e3cefe-c4dd-416f-a043-a2d9932a5298 req-e4ad535a-2e5e-46cc-9ae2-32f437a70fb7 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0845699 Jun 27 12:34:55.912913 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e4e3cefe-c4dd-416f-a043-a2d9932a5298 req-04ed9efd-0b68-40e9-ac62-759fc8735716 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391290 Jun 27 12:34:56.478501 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed948cdf-eed7-4de5-975c-f47127ca261c req-93c3edec-a848-4cd8-a47b-a9cf60993d05 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:56.479929 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ed948cdf-eed7-4de5-975c-f47127ca261c req-93c3edec-a848-4cd8-a47b-a9cf60993d05 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 944 time: 0.1060960 Jun 27 12:34:56.491585 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-edc85719-d04e-4cae-a382-ea11cd505603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:56.526618 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ed948cdf-eed7-4de5-975c-f47127ca261c req-b52f0f54-e39c-4f3c-97d0-d055dd0381ad tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407135 Jun 27 12:34:56.933455 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:57.105137 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893f2c8-8471-4fd4-8949-009ad821a91f req-d501466b-0e81-401c-955c-c2a4e03911d4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:57.106635 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2893f2c8-8471-4fd4-8949-009ad821a91f req-d501466b-0e81-401c-955c-c2a4e03911d4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0843692 Jun 27 12:34:57.160852 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2893f2c8-8471-4fd4-8949-009ad821a91f req-56a2a259-ccd9-4cf9-ab7d-a85bcbc81d86 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479820 Jun 27 12:34:57.727782 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b308a-45e5-4faf-aa93-d2a170f389d9 req-11394948-e41e-49e9-9588-940256d7a265 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:57.729260 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c63b308a-45e5-4faf-aa93-d2a170f389d9 req-11394948-e41e-49e9-9588-940256d7a265 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 944 time: 0.0947988 Jun 27 12:34:57.776526 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c63b308a-45e5-4faf-aa93-d2a170f389d9 req-0c3d3e79-a1f2-44a0-ae53-9c80cb127bee tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397587 Jun 27 12:34:58.354429 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0fa9e-757d-45f2-a804-cfae1b567b59 req-1a3b9caa-40d8-4f90-8f70-8dfbd265601a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:58.355840 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f0fa9e-757d-45f2-a804-cfae1b567b59 req-1a3b9caa-40d8-4f90-8f70-8dfbd265601a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0842776 Jun 27 12:34:58.402887 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b0f0fa9e-757d-45f2-a804-cfae1b567b59 req-7144f39b-fe6f-4bd1-a11d-a336e39b1bef tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412512 Jun 27 12:34:58.986241 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfde16-d0e8-4d02-b6a9-994ad15cfff2 req-f2a1c4d7-8d40-49eb-b9fe-412a855d7523 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:58.988150 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-03dfde16-d0e8-4d02-b6a9-994ad15cfff2 req-f2a1c4d7-8d40-49eb-b9fe-412a855d7523 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 944 time: 0.0948408 Jun 27 12:34:59.035502 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-03dfde16-d0e8-4d02-b6a9-994ad15cfff2 req-f9947ca2-cba3-4911-a84f-54433287cc15 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417631 Jun 27 12:34:59.122919 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-68c6c7b1-71db-46cc-9d4e-7b1a2dc3bdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:59.459542 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-33b71296-8eee-458a-a5e2-dc6aab02c18f tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:59.461067 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-33b71296-8eee-458a-a5e2-dc6aab02c18f tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.0827665 Jun 27 12:34:59.571778 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Deleting port 12305c1b-1506-414f-bab5-fa2d1dc2a154 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:34:59.572103 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:34:59.704569 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2efcc-c2be-4925-8996-d95e0ff30b83 req-c3adca2e-6eb7-4ad7-a033-743166909d45 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:34:59.706126 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-62b2efcc-c2be-4925-8996-d95e0ff30b83 req-c3adca2e-6eb7-4ad7-a033-743166909d45 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 946 time: 0.1962512 Jun 27 12:34:59.846768 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-62b2efcc-c2be-4925-8996-d95e0ff30b83 req-4d7d7c72-67fd-4c46-9926-199cd55d3659 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222150 Jun 27 12:34:59.888131 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] For port 12305c1b-1506-414f-bab5-fa2d1dc2a154, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=12305c1b-1506-414f-bab5-fa2d1dc2a154,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:34:59.888789 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:00.115174 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:00.182265 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:00.182868 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:00.183004 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.l3_db [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Floating IP 69c8e0f7-95bd-4ac9-9d52-1b65d20888dc disassociated. External IP: 172.27.0.234, port: 12305c1b-1506-414f-bab5-fa2d1dc2a154. Jun 27 12:35:00.183259 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Calling delete_port for 12305c1b-1506-414f-bab5-fa2d1dc2a154 owned by compute:nova {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:35:00.243713 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54687eb3-2634-4bd3-ba68-cb40d89c7f6b req-bc996a83-929f-4a5b-a1b6-abc8169d0ffd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:00.245237 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-54687eb3-2634-4bd3-ba68-cb40d89c7f6b req-bc996a83-929f-4a5b-a1b6-abc8169d0ffd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 944 time: 0.0896158 Jun 27 12:35:00.293412 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-54687eb3-2634-4bd3-ba68-cb40d89c7f6b req-72759bb7-69c4-4151-86d5-8489f146116e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394659 Jun 27 12:35:00.425502 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:00.431608 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:00.474141 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event deleted for resources: {'Port': ['ID=12305c1b-1506-414f-bab5-fa2d1dc2a154,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:00.477208 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:00.661752 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Router e224cce4-0119-4d61-9508-b34dae656b7f has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:35:00.847039 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:35:00.857157 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1f722-6c6d-40a4-8418-62a2028142e5 None None] Sync routers for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:35:00.871515 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e1f722-6c6d-40a4-8418-62a2028142e5 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:35:00.875097 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-12e1f722-6c6d-40a4-8418-62a2028142e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:34:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:00.954202 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] No DVR routers for this DVR port 12305c1b-1506-414f-bab5-fa2d1dc2a154 on host hv-cinder-79809 {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:35:00.958118 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:00.968334 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a629e0-a827-4172-97e9-827fcbd3a19c', 'name': 'network-vif-deleted', 'tag': '12305c1b-1506-414f-bab5-fa2d1dc2a154'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:35:00.998157 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-baa0bd66-3a49-4173-938a-aed6068e5a9e req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.36 "DELETE /v2.0/ports/12305c1b-1506-414f-bab5-fa2d1dc2a154 HTTP/1.1" status: 204 len: 173 time: 1.5305603 Jun 27 12:35:01.051199 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a629e0-a827-4172-97e9-827fcbd3a19c', 'name': 'network-vif-deleted', 'tag': '12305c1b-1506-414f-bab5-fa2d1dc2a154', 'status': 'completed', 'code': 200} Jun 27 12:35:01.052851 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-3cc03c13-74b6-46ad-8f4b-440d04f48691 req-4e686dfb-3c2f-4c52-bedd-7ece61573af5 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Synchronizing usage tracker for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:35:01.071241 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-3cc03c13-74b6-46ad-8f4b-440d04f48691 req-4e686dfb-3c2f-4c52-bedd-7ece61573af5 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Unset dirty status for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:35:01.080568 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3cc03c13-74b6-46ad-8f4b-440d04f48691 req-4e686dfb-3c2f-4c52-bedd-7ece61573af5 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6a629e0-a827-4172-97e9-827fcbd3a19c HTTP/1.1" status: 200 len: 210 time: 0.0776179 Jun 27 12:35:01.172760 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-12e1f722-6c6d-40a4-8418-62a2028142e5 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:35:01.484947 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ba136-a0a0-4fb2-943f-c9d18519eecc req-a84915aa-9e48-482f-99d9-d7de37cc87c2 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:01.486664 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-495ba136-a0a0-4fb2-943f-c9d18519eecc req-a84915aa-9e48-482f-99d9-d7de37cc87c2 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 944 time: 0.0833082 Jun 27 12:35:01.501807 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-12e1f722-6c6d-40a4-8418-62a2028142e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:43Z', 'revision_number': 5, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:01.506642 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1f722-6c6d-40a4-8418-62a2028142e5 None None] Checking router: e224cce4-0119-4d61-9508-b34dae656b7f for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:35:01.516124 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e1f722-6c6d-40a4-8418-62a2028142e5 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:35:01.516842 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-12e1f722-6c6d-40a4-8418-62a2028142e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:34:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:01.540013 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-495ba136-a0a0-4fb2-943f-c9d18519eecc req-086263e5-25ed-4c02-9164-2c8ef554879e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437162 Jun 27 12:35:01.622502 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:01.712333 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-12e1f722-6c6d-40a4-8418-62a2028142e5 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:35:01.776150 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 00b54543-d7b2-4102-b675-e0583fb3b20f details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:35:02.117198 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 00b54543-d7b2-4102-b675-e0583fb3b20f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=00b54543-d7b2-4102-b675-e0583fb3b20f,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:35:02.137730 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'port_id': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'mac_address': 'fa:16:3e:35:62:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:35:02.201020 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:02.221225 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b54543-d7b2-4102-b675-e0583fb3b20f {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:35:02.230142 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-12e1f722-6c6d-40a4-8418-62a2028142e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:43Z', 'revision_number': 5, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:02.232862 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38548) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:02.240066 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1f722-6c6d-40a4-8418-62a2028142e5 None None] The sync data for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi is: [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:43Z', 'revision_number': 5, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:35:02.243727 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 00b54543-d7b2-4102-b675-e0583fb3b20f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=00b54543-d7b2-4102-b675-e0583fb3b20f,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:35:02.249773 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:02.252392 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:02.304717 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06845996-3e23-41b4-bec6-f938ce5ea348 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:02.333834 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=00b54543-d7b2-4102-b675-e0583fb3b20f,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:02.337417 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:02.339131 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06845996-3e23-41b4-bec6-f938ce5ea348 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:02.393661 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06845996-3e23-41b4-bec6-f938ce5ea348 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:02.399471 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3b58591c-06d4-4bef-b4b5-4d4a264ec853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:02.414892 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06845996-3e23-41b4-bec6-f938ce5ea348 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3673c4cb-ab4c-4233-9b6a-6c7865b4f31a,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:02.417780 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-06845996-3e23-41b4-bec6-f938ce5ea348 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:02.431349 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-06845996-3e23-41b4-bec6-f938ce5ea348 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:02.432550 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-06845996-3e23-41b4-bec6-f938ce5ea348 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "DELETE /v2.0/security-groups/3673c4cb-ab4c-4233-9b6a-6c7865b4f31a HTTP/1.1" status: 204 len: 168 time: 0.1986077 Jun 27 12:35:02.435279 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38552) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:02.452028 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.api.v2.resource [None req-f10aa798-ff74-4a92-8f0f-85c87d5ae911 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] show failed (client error): The resource could not be found. Jun 27 12:35:02.455769 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-f10aa798-ff74-4a92-8f0f-85c87d5ae911 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups/3673c4cb-ab4c-4233-9b6a-6c7865b4f31a HTTP/1.1" status: 404 len: 347 time: 0.0168734 Jun 27 12:35:02.456051 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38556) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:02.482737 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0641980-789e-454a-adcd-ccc4184280b6 None None] New status for floating IP 69c8e0f7-95bd-4ac9-9d52-1b65d20888dc: DOWN {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:35:02.612318 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Deleting port babe477e-7763-42c9-bb42-a65431bd9bcc {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:35:02.612945 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:02.656620 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['00b54543-d7b2-4102-b675-e0583fb3b20f'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:35:02.853301 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063507fe-7df0-4d23-a970-51bf4b6071b4 req-e0f4cf9b-37e3-44b8-8098-23ca78337cef tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:02.854797 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-063507fe-7df0-4d23-a970-51bf4b6071b4 req-e0f4cf9b-37e3-44b8-8098-23ca78337cef tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 945 time: 0.1935449 Jun 27 12:35:02.861170 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:02.861498 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:03.000149 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Calling delete_port for babe477e-7763-42c9-bb42-a65431bd9bcc owned by network:floatingip {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:35:03.165829 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-063507fe-7df0-4d23-a970-51bf4b6071b4 req-7fe021af-e352-4470-950b-f337e65215ff tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965417 Jun 27 12:35:03.208555 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.db.api [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:35:03.209000 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_db.api [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:35:03.710518 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Deleting port babe477e-7763-42c9-bb42-a65431bd9bcc {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:35:03.711150 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:03.778256 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 00b54543-d7b2-4102-b675-e0583fb3b20f up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:03.889127 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port 00b54543-d7b2-4102-b675-e0583fb3b20f completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:03.894479 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 00b54543-d7b2-4102-b675-e0583fb3b20f triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:03.894854 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:03.904125 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:03.904483 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:04.008917 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:04.034359 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Calling delete_port for babe477e-7763-42c9-bb42-a65431bd9bcc owned by network:floatingip {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:35:04.036680 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b54543-d7b2-4102-b675-e0583fb3b20f'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:35:04.046440 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 00b54543-d7b2-4102-b675-e0583fb3b20f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=00b54543-d7b2-4102-b675-e0583fb3b20f,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:35:04.052498 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:04.053525 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 12305c1b-1506-414f-bab5-fa2d1dc2a154 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:35:04.086162 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'code': 200} Jun 27 12:35:04.086686 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:04.125447 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: 12305c1b-1506-414f-bab5-fa2d1dc2a154 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:35:04.125695 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 12305c1b-1506-414f-bab5-fa2d1dc2a154 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:35:04.159623 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=00b54543-d7b2-4102-b675-e0583fb3b20f,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:04.162713 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:04.188321 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:04.192798 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c660fd12-3502-40b4-9274-cb38b2dd360b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:04.238004 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event deleted for resources: {'Port': ['ID=babe477e-7763-42c9-bb42-a65431bd9bcc,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:04.240961 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:04.425302 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:04.467509 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:04.468707 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "DELETE /v2.0/floatingips/69c8e0f7-95bd-4ac9-9d52-1b65d20888dc HTTP/1.1" status: 204 len: 168 time: 2.0116248 Jun 27 12:35:04.479558 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f78aad-e3f7-480a-9447-e48f9836cc39 req-dafe8903-3662-4067-97bf-3856d65d19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:04.481155 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-98f78aad-e3f7-480a-9447-e48f9836cc39 req-dafe8903-3662-4067-97bf-3856d65d19ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 1099 time: 0.1310019 Jun 27 12:35:04.489245 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb229f-4977-4985-a783-55e2faaefa47 req-309d5baa-db62-48cb-af83-d12ec2e4a811 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:04.490653 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-73bb229f-4977-4985-a783-55e2faaefa47 req-309d5baa-db62-48cb-af83-d12ec2e4a811 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 946 time: 0.1765466 Jun 27 12:35:04.560417 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-98f78aad-e3f7-480a-9447-e48f9836cc39 req-d371a775-a7f4-47f2-9de6-9dbebdca98c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687113 Jun 27 12:35:04.563358 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-73bb229f-4977-4985-a783-55e2faaefa47 req-0d519e86-5743-401a-9159-c02d8ff48de1 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669966 Jun 27 12:35:04.802724 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38588) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:04.808531 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136954551', 'description': 'tempest-description--1178908836'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:35:04.816194 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:04.826473 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Usage tracker for resource:security_group and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:04.830368 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:04.838465 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:04.852789 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:04.876977 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:04.883157 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Usage tracker for resource:security_group_rule and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:04.887474 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:04.893435 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:04.976003 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:04.981584 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:04.985522 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:05.031009 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e48590-025c-49f8-9826-82b477731731,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:05.035047 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:05.036340 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:05.040394 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2337904 Jun 27 12:35:05.041456 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38594) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:05.045859 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-9f5de58b-e97e-44a4-94e2-3375bd9f1341 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Request body: {'security_group_rule': {'security_group_id': 'e5e48590-025c-49f8-9826-82b477731731', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:35:05.051947 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-9f5de58b-e97e-44a4-94e2-3375bd9f1341 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:05.055863 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-9f5de58b-e97e-44a4-94e2-3375bd9f1341 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Usage tracker for resource:security_group_rule and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:05.058770 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-9f5de58b-e97e-44a4-94e2-3375bd9f1341 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:05.064816 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-9f5de58b-e97e-44a4-94e2-3375bd9f1341 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:05.083329 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9f5de58b-e97e-44a4-94e2-3375bd9f1341 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:05.126131 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffc1e9-4f02-4f7c-bc27-48c7dfa6a017 req-c9773a62-1aca-42c2-905a-3ccf91a6359f tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:05.127592 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-01ffc1e9-4f02-4f7c-bc27-48c7dfa6a017 req-c9773a62-1aca-42c2-905a-3ccf91a6359f tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 945 time: 0.0829935 Jun 27 12:35:05.144406 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9f5de58b-e97e-44a4-94e2-3375bd9f1341 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:05.149718 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9f5de58b-e97e-44a4-94e2-3375bd9f1341 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:05.157888 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-386595e0-3da0-4791-891d-f8b98cab0470 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:05.176173 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-01ffc1e9-4f02-4f7c-bc27-48c7dfa6a017 req-d1f10b26-47c5-4353-8fe4-01f76589f759 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Jun 27 12:35:05.176960 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5de58b-e97e-44a4-94e2-3375bd9f1341 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edc8fe9-b746-430c-9a34-f57033ddc0d1,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:05.180580 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9f5de58b-e97e-44a4-94e2-3375bd9f1341 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:05.188247 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9f5de58b-e97e-44a4-94e2-3375bd9f1341 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:05.192240 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-9f5de58b-e97e-44a4-94e2-3375bd9f1341 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481686 Jun 27 12:35:05.192643 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38598) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:05.198043 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-8e93bdb3-15b2-43c9-9bfb-d51d71141f2c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Request body: {'security_group_rule': {'security_group_id': 'e5e48590-025c-49f8-9826-82b477731731', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:35:05.204047 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-8e93bdb3-15b2-43c9-9bfb-d51d71141f2c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:05.207976 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-8e93bdb3-15b2-43c9-9bfb-d51d71141f2c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Usage tracker for resource:security_group_rule and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:05.210845 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-8e93bdb3-15b2-43c9-9bfb-d51d71141f2c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:05.216557 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-8e93bdb3-15b2-43c9-9bfb-d51d71141f2c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:05.233450 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8e93bdb3-15b2-43c9-9bfb-d51d71141f2c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:05.295297 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8e93bdb3-15b2-43c9-9bfb-d51d71141f2c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:05.301803 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8e93bdb3-15b2-43c9-9bfb-d51d71141f2c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:05.307317 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:05.328704 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93bdb3-15b2-43c9-9bfb-d51d71141f2c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e998784-6212-4be4-86d3-8574157a185d,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:05.331401 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8e93bdb3-15b2-43c9-9bfb-d51d71141f2c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:05.340984 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8e93bdb3-15b2-43c9-9bfb-d51d71141f2c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:05.342212 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-8e93bdb3-15b2-43c9-9bfb-d51d71141f2c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485419 Jun 27 12:35:05.345805 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 38602) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:05.351018 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Request body: {'floatingip': {'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:35:05.357199 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:05.361264 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Usage tracker for resource:floatingip and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:05.364197 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:05.370591 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:05.383222 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:05.521721 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:05.663359 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Allocated IP 172.27.0.176 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/a8303df2-8254-4b3d-9fc1-fb017835aaa2) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:35:05.753625 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8049c-e372-40ab-bd2d-f4392185fc85 req-9b600e9e-8fb1-4d02-834a-0bb0761d57b9 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:05.755082 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-82c8049c-e372-40ab-bd2d-f4392185fc85 req-9b600e9e-8fb1-4d02-834a-0bb0761d57b9 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 946 time: 0.0838740 Jun 27 12:35:05.809330 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-82c8049c-e372-40ab-bd2d-f4392185fc85 req-62936768-64a5-402e-9b6c-69dfd8e60718 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473197 Jun 27 12:35:05.917415 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:05.947891 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:05.951716 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a4954e02-a668-49ab-a89a-3829a1ec85a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:06.013530 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:35:06.016308 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:06.019879 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:35:06.056930 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event updated for resources: {'Port': ['ID=a8303df2-8254-4b3d-9fc1-fb017835aaa2,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:06.062873 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:06.110738 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:06.169983 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:06.368359 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178754d1-0e35-4218-9ae1-ed32e4c3e7af req-e292535b-84e1-4bc9-9941-5e2283c41337 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:06.369659 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-178754d1-0e35-4218-9ae1-ed32e4c3e7af req-e292535b-84e1-4bc9-9941-5e2283c41337 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 945 time: 0.0838568 Jun 27 12:35:06.383015 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:06.390193 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:06.394141 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-95ab0c1a-a5bb-4d91-986e-fd57643a3535 tempest-VolumesActionsTest-479738516 tempest-VolumesActionsTest-479738516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:06.416417 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-178754d1-0e35-4218-9ae1-ed32e4c3e7af req-2fcf7822-79db-4fe2-a4f9-8487ec8000f1 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Jun 27 12:35:06.496540 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event updated for resources: {'Port': ['ID=a8303df2-8254-4b3d-9fc1-fb017835aaa2,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:06.500476 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:06.509337 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:06.534999 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:06.536217 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1894131 Jun 27 12:35:06.711584 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-d4afa096-5482-424d-9315-6e8d1bc650e1 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1136954551&fields=id&tenant_id=e6098d054d9c4b7a9150524fc86a1454 HTTP/1.1" status: 200 len: 267 time: 0.0498013 Jun 27 12:35:06.869031 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-e6307071-7881-42a9-b72c-04c6adddb5eb tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:06.871914 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-e6307071-7881-42a9-b72c-04c6adddb5eb tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/networks?id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f HTTP/1.1" status: 200 len: 811 time: 0.1523499 Jun 27 12:35:06.886646 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-e39e1ace-1fe4-4f03-9de5-57dea3518b07 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/quotas/e6098d054d9c4b7a9150524fc86a1454 HTTP/1.1" status: 200 len: 375 time: 0.0096295 Jun 27 12:35:06.972707 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-c7fe4f0f-1d33-40b9-a601-0916051e0f5a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e6098d054d9c4b7a9150524fc86a1454&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802472 Jun 27 12:35:07.031239 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ba200-6af6-4b1e-8dd6-f79d1745c2f5 req-721407a4-f14c-4b77-814f-e200e51952dc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:07.032785 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-018ba200-6af6-4b1e-8dd6-f79d1745c2f5 req-721407a4-f14c-4b77-814f-e200e51952dc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 946 time: 0.0801213 Jun 27 12:35:07.079382 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-018ba200-6af6-4b1e-8dd6-f79d1745c2f5 req-96b12d12-96eb-433b-8b16-d2e124aa118c tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400462 Jun 27 12:35:07.115457 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-23a1ff58-2c4d-455c-af38-2222af327885 service neutron] 10.222.0.38 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312139 Jun 27 12:35:07.246050 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-6ff53dea-12e7-4c1f-a993-377e47e8fc6c service neutron] 10.222.0.38 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244233 Jun 27 12:35:07.434869 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bedc5dbb-0393-45d1-b506-7f1392b811ef req-d21c3fd8-27ec-45cd-890b-9076ba888e1e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 210 time: 0.0510209 Jun 27 12:35:07.526515 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e19306-de85-43f2-90a9-d0a1f3e445bc req-c1aeb862-fa04-40bf-97e2-aff95fc4bd90 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:07.528108 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d4e19306-de85-43f2-90a9-d0a1f3e445bc req-c1aeb862-fa04-40bf-97e2-aff95fc4bd90 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 945 time: 0.1113894 Jun 27 12:35:07.537375 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306235b-a6b8-49dd-bd8c-75578850fd94 req-bff207d6-6b9f-4051-bf66-e6e8cf1db2fc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:07.538900 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4306235b-a6b8-49dd-bd8c-75578850fd94 req-bff207d6-6b9f-4051-bf66-e6e8cf1db2fc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 946 time: 0.1640618 Jun 27 12:35:07.630298 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198fe41-ecd6-40d9-8fd4-f9fe69559530 req-c7320eaa-77b7-4055-861d-32203bba5964 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:07.637016 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5198fe41-ecd6-40d9-8fd4-f9fe69559530 req-c7320eaa-77b7-4055-861d-32203bba5964 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 945 time: 0.0954049 Jun 27 12:35:07.639936 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-d4e19306-de85-43f2-90a9-d0a1f3e445bc req-72fc4224-755c-44d4-a0b1-fc73f698f5b2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Deleting port cf5affb3-e4ca-462e-a568-0940c5cc2780 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:35:07.640297 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-d4e19306-de85-43f2-90a9-d0a1f3e445bc req-72fc4224-755c-44d4-a0b1-fc73f698f5b2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:07.685299 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4306235b-a6b8-49dd-bd8c-75578850fd94 req-68303bf2-4850-4133-bf8a-8d63936b9cfa tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083660 Jun 27 12:35:07.695329 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5198fe41-ecd6-40d9-8fd4-f9fe69559530 req-2eceb17b-66fb-4ff4-8150-47fea5eeda45 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/security-groups?id=55067216-73bb-417a-bcbf-0b48fc129743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549841 Jun 27 12:35:07.715463 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38642) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:08.037491 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcc37eb-ea3c-4f68-a96c-b512eeb1bf7c tempest-TestVolumeBootPattern-1096446049 tempest-TestVolumeBootPattern-1096446049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:08.039007 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-7fcc37eb-ea3c-4f68-a96c-b512eeb1bf7c tempest-TestVolumeBootPattern-1096446049 tempest-TestVolumeBootPattern-1096446049-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 1094 time: 0.3250251 Jun 27 12:35:08.042023 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 38646) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:08.047400 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Request body: {'floatingip': {'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'port_id': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'tenant_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:35:08.057595 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:08.063581 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Usage tracker for resource:floatingip and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:08.067694 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:08.071887 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-d4e19306-de85-43f2-90a9-d0a1f3e445bc req-72fc4224-755c-44d4-a0b1-fc73f698f5b2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] For port cf5affb3-e4ca-462e-a568-0940c5cc2780, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cf5affb3-e4ca-462e-a568-0940c5cc2780,segment=NetworkSegment(83ce4d3c-f3ce-48af-96ba-06f0904531af),segment_id=83ce4d3c-f3ce-48af-96ba-06f0904531af)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:35:08.072247 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-d4e19306-de85-43f2-90a9-d0a1f3e445bc req-72fc4224-755c-44d4-a0b1-fc73f698f5b2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:08.073991 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:08.084693 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for floatingip, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:08.199286 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-d4e19306-de85-43f2-90a9-d0a1f3e445bc req-72fc4224-755c-44d4-a0b1-fc73f698f5b2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Calling delete_port for cf5affb3-e4ca-462e-a568-0940c5cc2780 owned by compute:nova {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:35:08.225410 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:08.346923 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-d4e19306-de85-43f2-90a9-d0a1f3e445bc req-72fc4224-755c-44d4-a0b1-fc73f698f5b2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:08.354647 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-cd99bd13-de8a-4b7e-81e2-2356ab918323 tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:08.362704 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['cf5affb3-e4ca-462e-a568-0940c5cc2780'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:35:08.371004 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Allocated IP 172.27.0.12 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/94ba25a4-5dbd-4620-aef7-66799c8b6bc5) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:35:08.414692 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc4224-755c-44d4-a0b1-fc73f698f5b2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Pushing event deleted for resources: {'Port': ['ID=cf5affb3-e4ca-462e-a568-0940c5cc2780,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:08.419752 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-72fc4224-755c-44d4-a0b1-fc73f698f5b2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:08.518464 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e19306-de85-43f2-90a9-d0a1f3e445bc req-72fc4224-755c-44d4-a0b1-fc73f698f5b2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] No DVR routers for this DVR port cf5affb3-e4ca-462e-a568-0940c5cc2780 on host hv-cinder-79809 {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:35:08.521268 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-d4e19306-de85-43f2-90a9-d0a1f3e445bc req-72fc4224-755c-44d4-a0b1-fc73f698f5b2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:08.524248 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b432381-a43d-4de6-8595-334d546da408', 'name': 'network-vif-deleted', 'tag': 'cf5affb3-e4ca-462e-a568-0940c5cc2780'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:35:08.543339 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d4e19306-de85-43f2-90a9-d0a1f3e445bc req-72fc4224-755c-44d4-a0b1-fc73f698f5b2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.36 "DELETE /v2.0/ports/cf5affb3-e4ca-462e-a568-0940c5cc2780 HTTP/1.1" status: 204 len: 173 time: 1.0033057 Jun 27 12:35:08.594566 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b432381-a43d-4de6-8595-334d546da408', 'name': 'network-vif-deleted', 'tag': 'cf5affb3-e4ca-462e-a568-0940c5cc2780', 'status': 'completed', 'code': 200} Jun 27 12:35:08.668900 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-397834a2-019c-4043-a62b-62eac0fdf8cb req-f1ebaa0a-57f8-4fd7-b020-69ea39440ece tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 210 time: 0.0688722 Jun 27 12:35:08.789116 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:08.816533 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-345c309e-4e2d-4232-979e-c735fb85ea90 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:08.817982 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-345c309e-4e2d-4232-979e-c735fb85ea90 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.36 "GET /v2.0/networks?id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f HTTP/1.1" status: 200 len: 811 time: 0.2412920 Jun 27 12:35:08.876116 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-d91cbcb5-54b2-4bfa-82f6-e316187fb58e tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6098d054d9c4b7a9150524fc86a1454 HTTP/1.1" status: 200 len: 380 time: 0.0473237 Jun 27 12:35:08.877263 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:08.878465 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-5f83ed0a-e8ad-4853-8df6-42bce5d05df2 req-3b613bf9-9717-419b-b0ab-942b039474c9 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Synchronizing usage tracker for tenant:23c50916ae7146218604c5ba33ac1205 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:35:08.880917 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:08.894637 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-5f83ed0a-e8ad-4853-8df6-42bce5d05df2 req-3b613bf9-9717-419b-b0ab-942b039474c9 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Unset dirty status for tenant:23c50916ae7146218604c5ba33ac1205 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:35:08.895783 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5f83ed0a-e8ad-4853-8df6-42bce5d05df2 req-3b613bf9-9717-419b-b0ab-942b039474c9 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b432381-a43d-4de6-8595-334d546da408 HTTP/1.1" status: 200 len: 210 time: 0.0667269 Jun 27 12:35:08.918690 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Request body: {'port': {'device_id': '9ac726c3-f862-421b-b511-fb3c5457e817', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'admin_state_up': True, 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'security_groups': ['e5e48590-025c-49f8-9826-82b477731731']}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:35:08.985901 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:35:09.032463 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'Port': ['ID=94ba25a4-5dbd-4620-aef7-66799c8b6bc5,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:09.035452 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:09.045373 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:09.053072 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:35:09.162005 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:35:09.176046 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Usage tracker for resource:port and tenant:e6098d054d9c4b7a9150524fc86a1454 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:35:09.185308 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:35:09.194650 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:35:09.249023 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Made reservation on behalf of e6098d054d9c4b7a9150524fc86a1454 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:35:09.252450 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:09.587177 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Allocated IP 172.20.0.13 (f2965d30-fb8f-458f-bc60-25a0f9c6cf2f/c408987c-cc93-40ed-9edd-1045a910e913/8106d4bf-a221-4de5-8fe7-6952050ce101) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:35:09.766394 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:09.812225 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:09.834094 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-fc83bb0d-32b5-465d-854c-9d51156e25d9 req-494ef0c6-4b89-417e-b358-a044092e8543 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Synchronizing usage tracker for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:35:09.849740 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-fc83bb0d-32b5-465d-854c-9d51156e25d9 req-494ef0c6-4b89-417e-b358-a044092e8543 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Unset dirty status for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:35:09.850957 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fc83bb0d-32b5-465d-854c-9d51156e25d9 req-494ef0c6-4b89-417e-b358-a044092e8543 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 210 time: 0.0589108 Jun 27 12:35:09.868495 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Transition to ACTIVE for port object 8106d4bf-a221-4de5-8fe7-6952050ce101 will not be triggered until provisioned by entity DHCP. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:09.890289 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:09.973226 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:09.988177 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:10.230874 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:35:10.236946 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:35:10.244730 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:35:10.269617 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event updated for resources: {'Port': ['ID=8106d4bf-a221-4de5-8fe7-6952050ce101,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:10.279400 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:10.331374 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:10.332034 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.362158 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.370835 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.377819 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:10.430880 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5169661 Jun 27 12:35:10.463892 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Request body: {'port': {'device_id': '9ac726c3-f862-421b-b511-fb3c5457e817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:35:10.506029 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-01b2b201-2609-4bee-a682-995665b4897e None None] Provisioning for port 8106d4bf-a221-4de5-8fe7-6952050ce101 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:10.515683 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-01b2b201-2609-4bee-a682-995665b4897e None None] Provisioning complete for port 8106d4bf-a221-4de5-8fe7-6952050ce101 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:10.516597 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-01b2b201-2609-4bee-a682-995665b4897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.524702 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.579794 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-01b2b201-2609-4bee-a682-995665b4897e None None] Port 8106d4bf-a221-4de5-8fe7-6952050ce101 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:35:10.601438 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'Port': ['ID=94ba25a4-5dbd-4620-aef7-66799c8b6bc5,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:10.611747 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:10.759927 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:10.808236 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.l3_db [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Floating IP 209ef172-e81e-49d6-b38a-4fc109c6c8c5 associated. External IP: 172.27.0.12, port: 00b54543-d7b2-4102-b675-e0583fb3b20f. Jun 27 12:35:11.388016 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9048f-1872-4c7c-8f04-5ea3e82465de req-45da6e3d-3596-411c-bd27-33f7a12a17d8 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:11.388741 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-7cb9048f-1872-4c7c-8f04-5ea3e82465de req-45da6e3d-3596-411c-bd27-33f7a12a17d8 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Synchronizing usage tracker for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:35:11.468862 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-7cb9048f-1872-4c7c-8f04-5ea3e82465de req-45da6e3d-3596-411c-bd27-33f7a12a17d8 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Unset dirty status for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:35:11.470010 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7cb9048f-1872-4c7c-8f04-5ea3e82465de req-45da6e3d-3596-411c-bd27-33f7a12a17d8 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 932 time: 0.4610116 Jun 27 12:35:11.583596 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Router fe303b9e-f3c2-43e2-8aa6-744168fd3358 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:35:11.610364 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8106d4bf-a221-4de5-8fe7-6952050ce101 {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:35:11.631261 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:11.714665 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7cb9048f-1872-4c7c-8f04-5ea3e82465de req-ad6fca8a-0f24-4962-b9bf-183785b757f2 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359651 Jun 27 12:35:11.720570 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Transition to ACTIVE for port object 8106d4bf-a221-4de5-8fe7-6952050ce101 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:35:11.739123 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:11.745686 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:11.825882 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device cf5affb3-e4ca-462e-a568-0940c5cc2780 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:35:11.876891 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: cf5affb3-e4ca-462e-a568-0940c5cc2780 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:35:11.877241 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device cf5affb3-e4ca-462e-a568-0940c5cc2780 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:35:11.948242 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:35:11.961100 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b39aa-c177-41f2-a838-967721a036a9 None None] Sync routers for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:35:11.977795 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b39aa-c177-41f2-a838-967721a036a9 None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:35:11.978776 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-7f9b39aa-c177-41f2-a838-967721a036a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:34:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:11.987439 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Pushing event updated for resources: {'Port': ['ID=8106d4bf-a221-4de5-8fe7-6952050ce101,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:11.996540 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:12.061592 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:12.137807 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0946670 Jun 27 12:35:12.138811 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Attempting to bind port 8106d4bf-a221-4de5-8fe7-6952050ce101 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:35:12.139089 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Attempting to bind port 8106d4bf-a221-4de5-8fe7-6952050ce101 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:35:12.139402 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Attempting to bind port 8106d4bf-a221-4de5-8fe7-6952050ce101 on network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:35:12.142880 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'tag': '00b54543-d7b2-4102-b675-e0583fb3b20f'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:35:12.149156 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Port 8106d4bf-a221-4de5-8fe7-6952050ce101 on network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:35:12.149491 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Attempting to bind port 8106d4bf-a221-4de5-8fe7-6952050ce101 on network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:35:12.155482 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:35:12.155482 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Checking segment: {'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:35:12.155734 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Bound using segment: {'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:35:12.156189 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Bound port: 8106d4bf-a221-4de5-8fe7-6952050ce101, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d49d98f-3349-4622-89c8-71842f3119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:35:12.156562 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:12.201645 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-7f9b39aa-c177-41f2-a838-967721a036a9 None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:35:12.205009 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'tag': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'status': 'completed', 'code': 200} Jun 27 12:35:12.250955 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] For port 8106d4bf-a221-4de5-8fe7-6952050ce101, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:35:12.254194 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] For port 8106d4bf-a221-4de5-8fe7-6952050ce101, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8106d4bf-a221-4de5-8fe7-6952050ce101,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:35:12.260327 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:12.265232 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:12.300140 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f27f-85d8-408b-ac7f-1d276813ef4d req-b12dabbe-048c-4bfc-b382-44283322bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:12.301642 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5732f27f-85d8-408b-ac7f-1d276813ef4d req-b12dabbe-048c-4bfc-b382-44283322bd87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0732191 Jun 27 12:35:12.316928 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:12.317501 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:12.318857 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] 10.222.0.36 "PUT /v2.0/ports/8106d4bf-a221-4de5-8fe7-6952050ce101 HTTP/1.1" status: 200 len: 1094 time: 1.8616793 Jun 27 12:35:12.343366 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Pushing event updated for resources: {'Port': ['ID=8106d4bf-a221-4de5-8fe7-6952050ce101,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:12.346435 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:12.459752 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-49fe9a83-0b16-42b7-902d-157270a54315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:12.461651 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-49fe9a83-0b16-42b7-902d-157270a54315 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6098d054d9c4b7a9150524fc86a1454&device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 1097 time: 0.0941882 Jun 27 12:35:12.471075 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f27f-85d8-408b-ac7f-1d276813ef4d req-f1b03ca8-7395-43d8-858e-ea2251e7136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:12.472685 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5732f27f-85d8-408b-ac7f-1d276813ef4d req-f1b03ca8-7395-43d8-858e-ea2251e7136f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 912 time: 0.1577001 Jun 27 12:35:12.605272 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-7f9b39aa-c177-41f2-a838-967721a036a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '209ef172-e81e-49d6-b38a-4fc109c6c8c5', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:35:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:35:09Z', 'updated_at': '2021-06-27T12:35:09Z', 'revision_number': 0, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:12.612400 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b39aa-c177-41f2-a838-967721a036a9 None None] Checking router: fe303b9e-f3c2-43e2-8aa6-744168fd3358 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:35:12.626196 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b39aa-c177-41f2-a838-967721a036a9 None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:35:12.626794 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-7f9b39aa-c177-41f2-a838-967721a036a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:34:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:12.636790 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:35:12.805792 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-7f9b39aa-c177-41f2-a838-967721a036a9 None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:35:12.921714 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f30803-eefc-49a6-b61a-673c9812db47 req-d88984f1-9adc-4a64-b808-ebe83ecf1844 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:12.923197 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b6f30803-eefc-49a6-b61a-673c9812db47 req-d88984f1-9adc-4a64-b808-ebe83ecf1844 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 944 time: 0.0943704 Jun 27 12:35:12.967705 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-b6f30803-eefc-49a6-b61a-673c9812db47 req-18b32f80-de8b-41a0-940f-bfbfbe5a48b4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Synchronizing usage tracker for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:security_group {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:35:12.983543 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-b6f30803-eefc-49a6-b61a-673c9812db47 req-18b32f80-de8b-41a0-940f-bfbfbe5a48b4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Unset dirty status for tenant:e6098d054d9c4b7a9150524fc86a1454 on resource:security_group {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:35:12.985007 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b6f30803-eefc-49a6-b61a-673c9812db47 req-18b32f80-de8b-41a0-940f-bfbfbe5a48b4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558381 Jun 27 12:35:13.215637 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-7f9b39aa-c177-41f2-a838-967721a036a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '209ef172-e81e-49d6-b38a-4fc109c6c8c5', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:35:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:35:09Z', 'updated_at': '2021-06-27T12:35:09Z', 'revision_number': 0, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:13.221191 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b39aa-c177-41f2-a838-967721a036a9 None None] The sync data for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi is: [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '209ef172-e81e-49d6-b38a-4fc109c6c8c5', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:35:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:35:09Z', 'updated_at': '2021-06-27T12:35:09Z', 'revision_number': 0, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:35:13.440434 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b70b032-d0f8-485f-8164-7d15d1654f0d None None] New status for floating IP 209ef172-e81e-49d6-b38a-4fc109c6c8c5: ACTIVE {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:35:14.199061 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c53a2c-8244-4519-be7d-eb9cb577cf5b req-ad2f1b71-cfe7-4a47-ab52-25a68e704db1 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:14.200505 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c6c53a2c-8244-4519-be7d-eb9cb577cf5b req-ad2f1b71-cfe7-4a47-ab52-25a68e704db1 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 944 time: 0.1017597 Jun 27 12:35:14.206558 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac726c3-f862-421b-b511-fb3c5457e817', 'tag': '8106d4bf-a221-4de5-8fe7-6952050ce101'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:35:14.254613 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c6c53a2c-8244-4519-be7d-eb9cb577cf5b req-05b29770-97e5-4dca-8c0a-b254bc2c1d65 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460684 Jun 27 12:35:14.304845 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac726c3-f862-421b-b511-fb3c5457e817', 'tag': '8106d4bf-a221-4de5-8fe7-6952050ce101', 'status': 'completed', 'code': 200} Jun 27 12:35:15.456187 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4675-f483-42f5-8a2e-995153a50254 req-e91b1319-31dc-4435-b3b4-b1b18ebfc8d7 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:15.457693 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c44a4675-f483-42f5-8a2e-995153a50254 req-e91b1319-31dc-4435-b3b4-b1b18ebfc8d7 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 944 time: 0.0883503 Jun 27 12:35:15.502979 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c44a4675-f483-42f5-8a2e-995153a50254 req-ee5e4720-f825-433d-a609-cf73cc5356f4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394638 Jun 27 12:35:16.334010 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-c2d4e0c2-de93-4920-abb7-a03059791e79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8106d4bf-a221-4de5-8fe7-6952050ce101 HTTP/1.1" status: 200 len: 217 time: 0.0614171 Jun 27 12:35:16.377170 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5732f27f-85d8-408b-ac7f-1d276813ef4d req-7cb4d8bf-6cb5-4eba-bff4-00b27512eb1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00b54543-d7b2-4102-b675-e0583fb3b20f HTTP/1.1" status: 200 len: 1001 time: 0.1009917 Jun 27 12:35:16.400652 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-3129d0d7-801c-4865-a57f-034d6334cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:16.402013 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-3129d0d7-801c-4865-a57f-034d6334cbf3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c408987c-cc93-40ed-9edd-1045a910e913 HTTP/1.1" status: 200 len: 850 time: 0.0616717 Jun 27 12:35:16.445521 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f27f-85d8-408b-ac7f-1d276813ef4d req-32542fc9-fb1c-4634-87c6-c96521d4db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:16.447004 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5732f27f-85d8-408b-ac7f-1d276813ef4d req-32542fc9-fb1c-4634-87c6-c96521d4db48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.0615845 Jun 27 12:35:16.480907 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-1694303c-26fd-4a0a-91e3-70ab43aba0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:16.482417 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-1694303c-26fd-4a0a-91e3-70ab43aba0dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726843 Jun 27 12:35:16.523977 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f27f-85d8-408b-ac7f-1d276813ef4d req-a227d592-5f51-4916-be96-a7538b9d2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:16.525487 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5732f27f-85d8-408b-ac7f-1d276813ef4d req-a227d592-5f51-4916-be96-a7538b9d2da8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717444 Jun 27 12:35:16.621896 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-cdf47a2e-2f6e-4343-ae8c-1b86c85e59db service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321914 Jun 27 12:35:16.761643 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfcc32d1-9fc1-47f9-9fd1-d41cedf1b081 req-ccf3a2b3-b548-4ecc-bdfa-b6d19531bc18 service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281133 Jun 27 12:35:16.812871 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5732f27f-85d8-408b-ac7f-1d276813ef4d req-3c07744f-815f-4358-9b13-90f2403f88df service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798986 Jun 27 12:35:16.836140 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfe41c-d409-43a4-901d-c8abe452fce1 req-2f200f80-dabe-4e29-ac04-b078c95ecbfe tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:16.837616 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-05bfe41c-d409-43a4-901d-c8abe452fce1 req-2f200f80-dabe-4e29-ac04-b078c95ecbfe tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 944 time: 0.1137874 Jun 27 12:35:16.913914 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00757cb-6dbc-4b6d-9d9f-457b8d8845c9 req-00792414-e567-493e-8fdf-14541b6d4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:16.915456 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d00757cb-6dbc-4b6d-9d9f-457b8d8845c9 req-00792414-e567-493e-8fdf-14541b6d4e2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6098d054d9c4b7a9150524fc86a1454&device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 1097 time: 0.0777059 Jun 27 12:35:16.967682 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-05bfe41c-d409-43a4-901d-c8abe452fce1 req-0d81366f-6717-4e77-9b5c-b088ce964b1c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116881 Jun 27 12:35:16.998098 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5732f27f-85d8-408b-ac7f-1d276813ef4d req-fa183052-e649-470a-b74a-05568422d817 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595042 Jun 27 12:35:17.128906 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00757cb-6dbc-4b6d-9d9f-457b8d8845c9 req-5859c003-9b09-4cba-9790-70626d97ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:17.130235 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d00757cb-6dbc-4b6d-9d9f-457b8d8845c9 req-5859c003-9b09-4cba-9790-70626d97ade9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f HTTP/1.1" status: 200 len: 912 time: 0.2080026 Jun 27 12:35:17.197364 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d00757cb-6dbc-4b6d-9d9f-457b8d8845c9 req-ca95fd48-f2cd-46d0-809d-7403429723ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8106d4bf-a221-4de5-8fe7-6952050ce101 HTTP/1.1" status: 200 len: 217 time: 0.0601997 Jun 27 12:35:17.262073 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00757cb-6dbc-4b6d-9d9f-457b8d8845c9 req-d2126c38-6cc3-4952-9a7a-1df8b6217840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:17.263556 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d00757cb-6dbc-4b6d-9d9f-457b8d8845c9 req-d2126c38-6cc3-4952-9a7a-1df8b6217840 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c408987c-cc93-40ed-9edd-1045a910e913 HTTP/1.1" status: 200 len: 850 time: 0.0598383 Jun 27 12:35:17.344233 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00757cb-6dbc-4b6d-9d9f-457b8d8845c9 req-4211d9e8-0acb-4289-bb55-8af93fc2e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:17.345795 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d00757cb-6dbc-4b6d-9d9f-457b8d8845c9 req-4211d9e8-0acb-4289-bb55-8af93fc2e294 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745957 Jun 27 12:35:17.491669 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d00757cb-6dbc-4b6d-9d9f-457b8d8845c9 req-bc193263-0348-46a3-9a72-1d0cc2f68242 service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356101 Jun 27 12:35:17.637393 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d00757cb-6dbc-4b6d-9d9f-457b8d8845c9 req-756c8bc4-6eb3-43a2-ab85-f104987cd1b6 service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383052 Jun 27 12:35:18.181802 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c3e84-59e8-4e2d-9bed-3b8b9bbfc21e req-f389e676-83b2-4a60-9d13-e4041b281d4c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:18.183297 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-970c3e84-59e8-4e2d-9bed-3b8b9bbfc21e req-f389e676-83b2-4a60-9d13-e4041b281d4c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 944 time: 0.1002645 Jun 27 12:35:18.228533 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-970c3e84-59e8-4e2d-9bed-3b8b9bbfc21e req-416b4a85-ff7a-44a8-b3b7-290668e3f60b tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392518 Jun 27 12:35:19.439916 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff763c72-4701-4b16-999a-185aba271aea req-4b22efd0-cfb0-4311-8b28-6ba30f188f61 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:19.441385 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ff763c72-4701-4b16-999a-185aba271aea req-4b22efd0-cfb0-4311-8b28-6ba30f188f61 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 944 time: 0.1028330 Jun 27 12:35:19.486750 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ff763c72-4701-4b16-999a-185aba271aea req-67915a3e-1000-45cf-b784-daac7fe53b8f tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393121 Jun 27 12:35:19.887259 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 8106d4bf-a221-4de5-8fe7-6952050ce101 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:35:20.039534 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 8106d4bf-a221-4de5-8fe7-6952050ce101, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8106d4bf-a221-4de5-8fe7-6952050ce101,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:35:20.053321 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '8106d4bf-a221-4de5-8fe7-6952050ce101', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'port_id': '8106d4bf-a221-4de5-8fe7-6952050ce101', 'mac_address': 'fa:16:3e:f0:81:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:35:20.110217 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:20.127267 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8106d4bf-a221-4de5-8fe7-6952050ce101 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:35:20.144977 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 8106d4bf-a221-4de5-8fe7-6952050ce101, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8106d4bf-a221-4de5-8fe7-6952050ce101,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:35:20.151775 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:20.154550 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:20.231557 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=8106d4bf-a221-4de5-8fe7-6952050ce101,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:20.234411 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:20.558164 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['8106d4bf-a221-4de5-8fe7-6952050ce101'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:35:20.731641 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806d74-dcaa-48d3-a4d8-8a7f84746a36 req-edc75c5c-b588-4b70-a9e1-7e6d47ec2ea7 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:20.733382 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-01806d74-dcaa-48d3-a4d8-8a7f84746a36 req-edc75c5c-b588-4b70-a9e1-7e6d47ec2ea7 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 945 time: 0.1216409 Jun 27 12:35:20.792349 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-01806d74-dcaa-48d3-a4d8-8a7f84746a36 req-86085694-40b8-40af-8afc-8c90c45ba487 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503888 Jun 27 12:35:21.905948 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 8106d4bf-a221-4de5-8fe7-6952050ce101 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:35:21.983153 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port 8106d4bf-a221-4de5-8fe7-6952050ce101 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:35:21.989566 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 8106d4bf-a221-4de5-8fe7-6952050ce101 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:35:21.990017 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:22.016264 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d2234-31df-4fe2-9df2-fe00b7250d93 req-8e330eaf-94a1-43d3-9e33-0a1ac750c056 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:22.017932 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6f4d2234-31df-4fe2-9df2-fe00b7250d93 req-8e330eaf-94a1-43d3-9e33-0a1ac750c056 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 945 time: 0.1036963 Jun 27 12:35:22.067488 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6f4d2234-31df-4fe2-9df2-fe00b7250d93 req-291ffc4a-b413-4885-b222-48de2c3374c4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409729 Jun 27 12:35:22.121158 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:22.147263 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac726c3-f862-421b-b511-fb3c5457e817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8106d4bf-a221-4de5-8fe7-6952050ce101'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:35:22.156915 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 8106d4bf-a221-4de5-8fe7-6952050ce101, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8106d4bf-a221-4de5-8fe7-6952050ce101,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:35:22.162220 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:22.164118 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:22.207098 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac726c3-f862-421b-b511-fb3c5457e817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8106d4bf-a221-4de5-8fe7-6952050ce101', 'code': 200} Jun 27 12:35:22.239003 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=8106d4bf-a221-4de5-8fe7-6952050ce101,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:22.242003 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:22.443733 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a035d-7391-4167-8ba6-cfea12017acc req-78663796-3d4a-4958-88cd-a4d7b963a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:22.445319 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-953a035d-7391-4167-8ba6-cfea12017acc req-78663796-3d4a-4958-88cd-a4d7b963a3a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 1099 time: 0.0767710 Jun 27 12:35:22.488951 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-953a035d-7391-4167-8ba6-cfea12017acc req-12eafea6-7f2b-447a-8102-43cc28082374 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364923 Jun 27 12:35:23.258344 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86136e6e-8ae7-4362-b153-5c154a53bde3 req-e3ab2a6d-4137-45cd-9464-1d9afdb7aa13 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:23.259795 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-86136e6e-8ae7-4362-b153-5c154a53bde3 req-e3ab2a6d-4137-45cd-9464-1d9afdb7aa13 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 946 time: 0.0815029 Jun 27 12:35:23.304195 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-86136e6e-8ae7-4362-b153-5c154a53bde3 req-5bcc618d-3d89-4316-a8ba-0cb69271047c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385728 Jun 27 12:35:24.503958 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdfeb2-d750-4a78-a10a-18181cf397a1 req-fd775ed4-59cc-46e1-ac68-9bbccd8e6fe2 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:24.505463 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-cbcdfeb2-d750-4a78-a10a-18181cf397a1 req-fd775ed4-59cc-46e1-ac68-9bbccd8e6fe2 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 946 time: 0.0838318 Jun 27 12:35:24.550649 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-cbcdfeb2-d750-4a78-a10a-18181cf397a1 req-6ab77d7a-445a-4d0c-9ae9-ffc1472709d4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388079 Jun 27 12:35:25.393792 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:25.736237 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda180-d8b3-4660-92e2-41d364051cd5 req-fa41472c-55f2-477c-ba95-3055e810d189 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:25.737748 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3ddda180-d8b3-4660-92e2-41d364051cd5 req-fa41472c-55f2-477c-ba95-3055e810d189 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 946 time: 0.0808132 Jun 27 12:35:25.789326 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3ddda180-d8b3-4660-92e2-41d364051cd5 req-1c89aedd-6526-4f68-a449-30e785dfeaf2 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453701 Jun 27 12:35:26.498874 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-3f66c2f3-f8ac-4359-9ad2-29f3bd363455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:26.870387 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5338bd5d-3378-410f-9338-9a0409dc90d4 req-daad88dd-7a6b-4f8d-a459-c10f5c1ed8e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711989 Jun 27 12:35:26.928836 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:27.029616 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32270c24-2d83-4b40-b14b-706d76900cce req-4f17bf4a-265c-47e8-b20b-ba9cea44bf44 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:27.031060 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-32270c24-2d83-4b40-b14b-706d76900cce req-4f17bf4a-265c-47e8-b20b-ba9cea44bf44 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 946 time: 0.1350112 Jun 27 12:35:27.061869 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338bd5d-3378-410f-9338-9a0409dc90d4 req-516042c1-5f5a-4a43-a3d4-10e89b2b53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:27.063198 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5338bd5d-3378-410f-9338-9a0409dc90d4 req-516042c1-5f5a-4a43-a3d4-10e89b2b53f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 1099 time: 0.1196554 Jun 27 12:35:27.085822 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-32270c24-2d83-4b40-b14b-706d76900cce req-c832377f-1e9c-445c-9539-613bfeef6750 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485990 Jun 27 12:35:27.214995 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338bd5d-3378-410f-9338-9a0409dc90d4 req-4162cb2f-babd-4f29-a282-60366065c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:27.216456 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5338bd5d-3378-410f-9338-9a0409dc90d4 req-4162cb2f-babd-4f29-a282-60366065c548 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 917 time: 0.1266763 Jun 27 12:35:27.321337 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5338bd5d-3378-410f-9338-9a0409dc90d4 req-41ed3f77-fe78-4973-b4a2-75b76aba19cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6742b238-2728-4248-8869-4f0119e0477b HTTP/1.1" status: 200 len: 1002 time: 0.0966883 Jun 27 12:35:27.387125 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338bd5d-3378-410f-9338-9a0409dc90d4 req-e08364ee-5846-4a97-a26d-4c7ebd2af4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:27.388769 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5338bd5d-3378-410f-9338-9a0409dc90d4 req-e08364ee-5846-4a97-a26d-4c7ebd2af4d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.0608242 Jun 27 12:35:27.470978 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338bd5d-3378-410f-9338-9a0409dc90d4 req-e8da2a80-a8ba-40b9-b589-22dbeca64f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:27.472513 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5338bd5d-3378-410f-9338-9a0409dc90d4 req-e8da2a80-a8ba-40b9-b589-22dbeca64f8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767262 Jun 27 12:35:27.686142 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5338bd5d-3378-410f-9338-9a0409dc90d4 req-fc202cbb-9851-4cd2-ba44-60416e2736e1 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039142 Jun 27 12:35:27.823327 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5338bd5d-3378-410f-9338-9a0409dc90d4 req-4cbedb3b-2fc9-4bc8-a6e5-de4646532591 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293955 Jun 27 12:35:28.275097 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da627740-5059-4331-a496-b24aecbe53d3 req-b29148bd-6d51-4297-8fb4-dd93be765b6f tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:28.276497 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-da627740-5059-4331-a496-b24aecbe53d3 req-b29148bd-6d51-4297-8fb4-dd93be765b6f tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 946 time: 0.0842512 Jun 27 12:35:28.327341 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-da627740-5059-4331-a496-b24aecbe53d3 req-9dba1f54-f6e9-4912-8d7f-cc89465d9649 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446286 Jun 27 12:35:29.128536 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-51dfc082-1cca-450a-9bbe-5e727becc9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:29.521933 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e90b55-43e2-41a2-b4c6-a3db21d0bd40 req-64628447-7fb9-4603-b311-90f28bba1d99 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:29.523562 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-72e90b55-43e2-41a2-b4c6-a3db21d0bd40 req-64628447-7fb9-4603-b311-90f28bba1d99 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 946 time: 0.0871823 Jun 27 12:35:29.570263 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-72e90b55-43e2-41a2-b4c6-a3db21d0bd40 req-d0fda9c1-b318-4caf-941c-f4e6c0f492a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406182 Jun 27 12:35:29.775852 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee0e9c-0100-4c75-b246-18eab7d1ae82 req-fd086172-f969-417b-9305-b4e154c0c592 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:29.777213 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d4ee0e9c-0100-4c75-b246-18eab7d1ae82 req-fd086172-f969-417b-9305-b4e154c0c592 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 946 time: 0.1066658 Jun 27 12:35:29.786377 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38802) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:29.791664 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-d2248fb7-8404-4928-8ed9-44f338540062 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Request body: {'floatingip': {'port_id': '8106d4bf-a221-4de5-8fe7-6952050ce101'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:35:29.871826 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d2248fb7-8404-4928-8ed9-44f338540062 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:30.114598 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:30.587562 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d2248fb7-8404-4928-8ed9-44f338540062 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:30.594633 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d2248fb7-8404-4928-8ed9-44f338540062 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:30.763871 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.l3_db [None req-d2248fb7-8404-4928-8ed9-44f338540062 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Floating IP ee9d67e8-a2bb-4b4f-a85f-c06b644d1ae2 associated. External IP: 172.27.0.176, port: 8106d4bf-a221-4de5-8fe7-6952050ce101. Jun 27 12:35:31.125955 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2248fb7-8404-4928-8ed9-44f338540062 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Router e224cce4-0119-4d61-9508-b34dae656b7f has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:35:31.309159 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2248fb7-8404-4928-8ed9-44f338540062 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:35:31.314197 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d2248fb7-8404-4928-8ed9-44f338540062 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:31.318466 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c8d86-9e2b-42f3-84dd-8a5c8faadc62 None None] Sync routers for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:35:31.330015 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74c8d86-9e2b-42f3-84dd-8a5c8faadc62 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:35:31.330701 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-b74c8d86-9e2b-42f3-84dd-8a5c8faadc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:35:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:31.368312 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-d2248fb7-8404-4928-8ed9-44f338540062 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "PUT /v2.0/floatingips/ee9d67e8-a2bb-4b4f-a85f-c06b644d1ae2 HTTP/1.1" status: 200 len: 992 time: 1.5806808 Jun 27 12:35:31.368809 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac726c3-f862-421b-b511-fb3c5457e817', 'tag': '8106d4bf-a221-4de5-8fe7-6952050ce101'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:35:31.461916 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac726c3-f862-421b-b511-fb3c5457e817', 'tag': '8106d4bf-a221-4de5-8fe7-6952050ce101', 'status': 'completed', 'code': 200} Jun 27 12:35:31.539015 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-b74c8d86-9e2b-42f3-84dd-8a5c8faadc62 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:35:31.580579 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65b34a-5d48-4f92-adff-4ddf89a9b83b req-abe0c698-3710-4df6-8cbe-64d6db637576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:31.584300 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ce65b34a-5d48-4f92-adff-4ddf89a9b83b req-abe0c698-3710-4df6-8cbe-64d6db637576 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6098d054d9c4b7a9150524fc86a1454&device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 1099 time: 0.0866487 Jun 27 12:35:31.612765 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:31.724311 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65b34a-5d48-4f92-adff-4ddf89a9b83b req-62139cc9-8d94-402f-9ab4-2755892ba039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:31.725760 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ce65b34a-5d48-4f92-adff-4ddf89a9b83b req-62139cc9-8d94-402f-9ab4-2755892ba039 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f HTTP/1.1" status: 200 len: 912 time: 0.1343725 Jun 27 12:35:31.833792 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ce65b34a-5d48-4f92-adff-4ddf89a9b83b req-53207ce6-3d69-46ae-944a-46e26a7a1f45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8106d4bf-a221-4de5-8fe7-6952050ce101 HTTP/1.1" status: 200 len: 1000 time: 0.0998757 Jun 27 12:35:31.909358 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65b34a-5d48-4f92-adff-4ddf89a9b83b req-4c15cd45-ee1e-4637-8792-137a4668ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:31.910836 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ce65b34a-5d48-4f92-adff-4ddf89a9b83b req-4c15cd45-ee1e-4637-8792-137a4668ee56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c408987c-cc93-40ed-9edd-1045a910e913 HTTP/1.1" status: 200 len: 850 time: 0.0694976 Jun 27 12:35:31.917282 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-b74c8d86-9e2b-42f3-84dd-8a5c8faadc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': 'ee9d67e8-a2bb-4b4f-a85f-c06b644d1ae2', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'port_id': '8106d4bf-a221-4de5-8fe7-6952050ce101', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'mac_address': 'fa:16:3e:f0:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac726c3-f862-421b-b511-fb3c5457e817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:35:06Z', 'updated_at': '2021-06-27T12:35:30Z', 'revision_number': 1, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:43Z', 'revision_number': 5, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:31.921698 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c8d86-9e2b-42f3-84dd-8a5c8faadc62 None None] Checking router: e224cce4-0119-4d61-9508-b34dae656b7f for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:35:31.931489 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74c8d86-9e2b-42f3-84dd-8a5c8faadc62 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:35:31.932089 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-b74c8d86-9e2b-42f3-84dd-8a5c8faadc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:35:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:31.987652 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65b34a-5d48-4f92-adff-4ddf89a9b83b req-f9a6ba2c-f1cd-4702-a416-f299379ff6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:35:31.989164 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ce65b34a-5d48-4f92-adff-4ddf89a9b83b req-f9a6ba2c-f1cd-4702-a416-f299379ff6f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713832 Jun 27 12:35:32.122588 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ce65b34a-5d48-4f92-adff-4ddf89a9b83b req-6956435d-56de-4b14-9091-024a326d9c9d service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258960 Jun 27 12:35:32.146502 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-b74c8d86-9e2b-42f3-84dd-8a5c8faadc62 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:35:32.264602 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ce65b34a-5d48-4f92-adff-4ddf89a9b83b req-8f307d5b-3009-4e5f-b927-51f9137ac5ea service neutron] 10.222.0.36 "GET /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332872 Jun 27 12:35:32.538198 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-b74c8d86-9e2b-42f3-84dd-8a5c8faadc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': 'ee9d67e8-a2bb-4b4f-a85f-c06b644d1ae2', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'port_id': '8106d4bf-a221-4de5-8fe7-6952050ce101', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'mac_address': 'fa:16:3e:f0:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac726c3-f862-421b-b511-fb3c5457e817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:35:06Z', 'updated_at': '2021-06-27T12:35:30Z', 'revision_number': 1, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:43Z', 'revision_number': 5, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:32.542979 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c8d86-9e2b-42f3-84dd-8a5c8faadc62 None None] The sync data for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi is: [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': 'ee9d67e8-a2bb-4b4f-a85f-c06b644d1ae2', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'port_id': '8106d4bf-a221-4de5-8fe7-6952050ce101', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'mac_address': 'fa:16:3e:f0:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac726c3-f862-421b-b511-fb3c5457e817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:35:06Z', 'updated_at': '2021-06-27T12:35:30Z', 'revision_number': 1, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:43Z', 'revision_number': 5, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:35:32.741722 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ba13b-fdb2-4793-ad17-464ca0053a4d None None] New status for floating IP ee9d67e8-a2bb-4b4f-a85f-c06b644d1ae2: ACTIVE {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:35:39.209165 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38904) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:39.278696 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Deleting subnet 76079d1c-f5e8-4420-ab1f-b7b0944baac6 {{(pid=78479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:35:39.281941 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:39.329885 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424079'] for subnet, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:39.388884 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:39.464836 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10275257'] for subnet, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:39.468675 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:39.502989 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76079d1c-f5e8-4420-ab1f-b7b0944baac6,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:39.505426 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:39.514289 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:39.514660 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:39.515017 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:39.515373 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:39.515721 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:39.516069 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:39.516448 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:39.516797 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:39.517140 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:39.517479 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:39.517817 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:39.518152 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:39.521712 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/76079d1c-f5e8-4420-ab1f-b7b0944baac6 HTTP/1.1" status: 204 len: 168 time: 0.3112395 Jun 27 12:35:39.522558 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:39.524212 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 38912) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:39.628640 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:39.768678 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:39.782167 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5800746f-248c-4415-b29e-369b7a917064']}} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:39.794617 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ce4d3c-f3ce-48af-96ba-06f0904531af') {'for_net_delete': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:39.794951 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ce4d3c-f3ce-48af-96ba-06f0904531af') {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:35:39.806288 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424118'] for segment, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:39.825101 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:39.831862 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=78479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:35:39.832262 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2205596'] for segment, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: Traceback (most recent call last): Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: timer() Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: cb(*args, **kw) Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: return func(*args, **kwargs) Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: self._notify() Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: self.callback(batched_events) Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: event.method(event) Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: return f(self, *a, **k) Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._get(url).json() Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: return self.request(url, 'GET', **kwargs) Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:35:39.848784 dv-cinder-798099-1-iscsi neutron-server[78479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:35:40.025431 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:40.029310 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:40.042457 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:40.052547 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] Pushing event deleted for resources: {'Network': ['ID=5800746f-248c-4415-b29e-369b7a917064,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:40.055565 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:40.062630 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] 10.222.0.38 "DELETE /v2.0/networks/5800746f-248c-4415-b29e-369b7a917064 HTTP/1.1" status: 204 len: 168 time: 0.5374885 Jun 27 12:35:40.189411 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 38918) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:40.252902 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-d201b6b0-09a0-4fad-b858-038ca742d750 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23c50916ae7146218604c5ba33ac1205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621438 Jun 27 12:35:40.255224 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 38922) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:35:40.313482 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:40.340174 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:40.397879 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:40.401562 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c40779b5-3496-4de4-9933-2ba70b093ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:35:40.414477 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55067216-73bb-417a-bcbf-0b48fc129743,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:35:40.423434 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:40.423778 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:40.424133 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:40.424510 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:40.424886 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:40.425182 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:40.425515 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:40.425908 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:40.426268 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:40.426605 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:40.426941 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:40.427269 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:35:40.434931 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:35:40.435843 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:40.436998 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55067216-73bb-417a-bcbf-0b48fc129743 HTTP/1.1" status: 204 len: 168 time: 0.1809375 Jun 27 12:35:49.636818 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:35:55.382583 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:56.494501 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2d5cd370-4121-4c55-a9f6-8e59d9efe4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:56.926839 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:35:59.127655 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-10ccec22-de39-4f01-be01-ab23d1c1133a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:00.119957 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:01.597833 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:25.408891 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:25.472463 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a15d43a9-efb9-4acf-9c70-baaa84d309f5 req-6a05b754-4e6e-47d4-b0ad-280ced3fef7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763600 Jun 27 12:36:25.576635 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d43a9-efb9-4acf-9c70-baaa84d309f5 req-fb4539fe-b714-43fb-9f36-cba0fdc57c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:25.578139 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a15d43a9-efb9-4acf-9c70-baaa84d309f5 req-fb4539fe-b714-43fb-9f36-cba0fdc57c58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0810139 Jun 27 12:36:25.740077 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d43a9-efb9-4acf-9c70-baaa84d309f5 req-5671413a-0175-4985-948d-cfde003e684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:25.741902 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a15d43a9-efb9-4acf-9c70-baaa84d309f5 req-5671413a-0175-4985-948d-cfde003e684a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 912 time: 0.1407177 Jun 27 12:36:25.930426 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a15d43a9-efb9-4acf-9c70-baaa84d309f5 req-157f4595-55b2-4798-8893-f6b76bd9fd6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00b54543-d7b2-4102-b675-e0583fb3b20f HTTP/1.1" status: 200 len: 1001 time: 0.1809602 Jun 27 12:36:25.993069 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d43a9-efb9-4acf-9c70-baaa84d309f5 req-ae75f38e-be22-429a-a9dc-d9ac2056d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:25.994458 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a15d43a9-efb9-4acf-9c70-baaa84d309f5 req-ae75f38e-be22-429a-a9dc-d9ac2056d90c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.0574160 Jun 27 12:36:26.074576 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d43a9-efb9-4acf-9c70-baaa84d309f5 req-f6e29408-c8eb-4b57-8050-53fcf3f8882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:26.076223 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a15d43a9-efb9-4acf-9c70-baaa84d309f5 req-f6e29408-c8eb-4b57-8050-53fcf3f8882c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747578 Jun 27 12:36:26.208499 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a15d43a9-efb9-4acf-9c70-baaa84d309f5 req-c4242783-5c57-4e8c-a2d0-54babd7c0c24 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249559 Jun 27 12:36:26.343268 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a15d43a9-efb9-4acf-9c70-baaa84d309f5 req-ddbba04b-0765-4861-b3ee-1e2ea18a40b7 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275065 Jun 27 12:36:26.491299 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-96c1938b-8dcd-4e71-8fb6-463d59bc97da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:26.635288 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:36:26.704454 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68015c-78d0-4f16-9c14-df23c29a236c req-a94e7f68-5d36-4227-8e15-036ba8f5a9c3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:26.705888 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-cc68015c-78d0-4f16-9c14-df23c29a236c req-a94e7f68-5d36-4227-8e15-036ba8f5a9c3 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0798771 Jun 27 12:36:26.749418 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-cc68015c-78d0-4f16-9c14-df23c29a236c req-a4d7b167-16cd-496b-9fc6-f36cc84a5959 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377944 Jun 27 12:36:26.922587 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:27.949771 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1b3c7-3fa8-4367-824d-884183e54801 req-2c04dcd6-0c2b-428f-b866-a81939511370 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:27.951229 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-41a1b3c7-3fa8-4367-824d-884183e54801 req-2c04dcd6-0c2b-428f-b866-a81939511370 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0920711 Jun 27 12:36:28.004685 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-41a1b3c7-3fa8-4367-824d-884183e54801 req-e66297da-cf30-4636-9db4-9f706a2c6902 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440981 Jun 27 12:36:29.129716 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-21675cd1-1068-4233-b455-19261bfcacd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:29.210286 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19610396-d9bb-433f-93a2-24ad2fb2afbe req-41f9bb7b-c165-4983-82c3-353ac108141b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:29.211756 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-19610396-d9bb-433f-93a2-24ad2fb2afbe req-41f9bb7b-c165-4983-82c3-353ac108141b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0888772 Jun 27 12:36:29.263063 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-19610396-d9bb-433f-93a2-24ad2fb2afbe req-a242337b-14dc-4ebb-b347-4c5d5b54b3fb tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451622 Jun 27 12:36:30.120640 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:30.474299 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2603b-6c6c-4534-bad8-ee444e8df261 req-77ccc87a-6974-4b8c-9b3b-2bd433d9b2b9 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:30.475707 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5ca2603b-6c6c-4534-bad8-ee444e8df261 req-77ccc87a-6974-4b8c-9b3b-2bd433d9b2b9 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0903702 Jun 27 12:36:30.534832 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5ca2603b-6c6c-4534-bad8-ee444e8df261 req-9da2af98-7afe-40e0-9ed2-8b4b0fab2894 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506477 Jun 27 12:36:31.602946 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:31.734169 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd948cfa-6028-423b-b7aa-336761362c73 req-ee60d4f8-8b06-4bb1-9aca-f9294b4bf864 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:31.735510 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fd948cfa-6028-423b-b7aa-336761362c73 req-ee60d4f8-8b06-4bb1-9aca-f9294b4bf864 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0849786 Jun 27 12:36:31.783574 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fd948cfa-6028-423b-b7aa-336761362c73 req-eae7879c-59b1-4e3c-8fed-66bc44aa6a83 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423236 Jun 27 12:36:32.987610 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8075067-1733-49f5-8b69-07659a6c532f req-8df97de0-16ae-42e7-98bf-b6c92d50da8b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:32.989088 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c8075067-1733-49f5-8b69-07659a6c532f req-8df97de0-16ae-42e7-98bf-b6c92d50da8b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0952537 Jun 27 12:36:33.036552 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c8075067-1733-49f5-8b69-07659a6c532f req-e40018b9-dd68-4111-ae07-1c29005749e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389197 Jun 27 12:36:34.235852 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5646f4-a35e-4aec-a050-a62364d4b6d6 req-465f37b0-4321-413e-94e3-3a533f29b742 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:34.237280 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7e5646f4-a35e-4aec-a050-a62364d4b6d6 req-465f37b0-4321-413e-94e3-3a533f29b742 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0879004 Jun 27 12:36:34.282218 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7e5646f4-a35e-4aec-a050-a62364d4b6d6 req-77cd845f-8244-4e1a-bf47-a2da3c1e5a2b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387197 Jun 27 12:36:35.484677 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1697e76-c1f4-4658-932d-daf39438dde5 req-640db00a-35fb-4ef1-8c8b-e35367125f4b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:35.486124 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e1697e76-c1f4-4658-932d-daf39438dde5 req-640db00a-35fb-4ef1-8c8b-e35367125f4b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0892007 Jun 27 12:36:35.535304 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e1697e76-c1f4-4658-932d-daf39438dde5 req-e5340665-f1b0-40b9-8052-4b7c9f75cbc9 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411158 Jun 27 12:36:36.728616 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d09c4e-fab1-4bda-9b31-d0c57abcc740 req-74061771-f465-4cf1-a23a-70760c08ab1b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:36.730279 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f8d09c4e-fab1-4bda-9b31-d0c57abcc740 req-74061771-f465-4cf1-a23a-70760c08ab1b tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0873182 Jun 27 12:36:36.779830 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f8d09c4e-fab1-4bda-9b31-d0c57abcc740 req-23952f08-99a2-4826-bfb9-848934d1788f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414333 Jun 27 12:36:37.981499 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad333e-f29c-491a-a9f7-08160acbdebe req-9b4e2fff-b0ab-43fe-87af-6094a372b228 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:37.982962 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-93ad333e-f29c-491a-a9f7-08160acbdebe req-9b4e2fff-b0ab-43fe-87af-6094a372b228 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0903873 Jun 27 12:36:38.033307 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-93ad333e-f29c-491a-a9f7-08160acbdebe req-fa432cb5-9328-4340-8981-323269ed46f0 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421474 Jun 27 12:36:38.456383 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 6742b238-2728-4248-8869-4f0119e0477b details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:36:38.595281 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 6742b238-2728-4248-8869-4f0119e0477b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6742b238-2728-4248-8869-4f0119e0477b,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:36:38.609074 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '6742b238-2728-4248-8869-4f0119e0477b', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'port_id': '6742b238-2728-4248-8869-4f0119e0477b', 'mac_address': 'fa:16:3e:71:f9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:36:38.666459 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:38.682897 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6742b238-2728-4248-8869-4f0119e0477b {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:36:38.703228 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 6742b238-2728-4248-8869-4f0119e0477b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6742b238-2728-4248-8869-4f0119e0477b,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:36:38.709795 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:38.711401 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:38.785409 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=6742b238-2728-4248-8869-4f0119e0477b,revision_number=6']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:38.792573 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:38.792907 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:38.793234 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:38.793560 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:38.793966 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:38.794285 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:38.794594 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:38.794906 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:38.795233 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:38.795521 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:38.795827 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:38.796131 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:36:38.800079 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:38.809286 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['6742b238-2728-4248-8869-4f0119e0477b'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:36:39.228924 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b92bd6-85b2-463f-9f58-3a3502f56316 req-04c13b5e-77ea-4c9b-a152-891c45855076 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:39.230370 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-19b92bd6-85b2-463f-9f58-3a3502f56316 req-04c13b5e-77ea-4c9b-a152-891c45855076 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 945 time: 0.0864718 Jun 27 12:36:39.274732 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-19b92bd6-85b2-463f-9f58-3a3502f56316 req-77e79ee9-7d50-4c71-93bc-703d730a4c48 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384786 Jun 27 12:36:40.472649 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 6742b238-2728-4248-8869-4f0119e0477b up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:36:40.479904 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f38a-7810-4c7b-8d3c-fbef0f7802cd req-745e9097-3a50-495b-81e6-4c66c2ed7a3c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:40.481401 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4064f38a-7810-4c7b-8d3c-fbef0f7802cd req-745e9097-3a50-495b-81e6-4c66c2ed7a3c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 945 time: 0.0907733 Jun 27 12:36:40.527103 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4064f38a-7810-4c7b-8d3c-fbef0f7802cd req-b9ec9ff2-03b5-41fd-8352-617c25e8518f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395567 Jun 27 12:36:40.544772 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 6742b238-2728-4248-8869-4f0119e0477b triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:36:40.545169 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:40.662860 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:40.689032 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6742b238-2728-4248-8869-4f0119e0477b'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:36:40.699005 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 6742b238-2728-4248-8869-4f0119e0477b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6742b238-2728-4248-8869-4f0119e0477b,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:36:40.705778 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:40.708664 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:36:40.742673 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6742b238-2728-4248-8869-4f0119e0477b', 'code': 200} Jun 27 12:36:40.780895 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=6742b238-2728-4248-8869-4f0119e0477b,revision_number=7']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:36:40.784304 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:36:41.735871 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d0488-3f33-4e65-b036-243f5fa6f198 req-6febd01f-fbc4-4c1f-a451-cad84cf4999c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:41.737379 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-582d0488-3f33-4e65-b036-243f5fa6f198 req-6febd01f-fbc4-4c1f-a451-cad84cf4999c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0882487 Jun 27 12:36:41.782506 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-582d0488-3f33-4e65-b036-243f5fa6f198 req-841c1d9f-8b4e-4f2e-ae83-92c21b687a97 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392678 Jun 27 12:36:42.993340 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14145f78-62ec-434f-a277-40053da0a585 req-1bf5168c-c17f-4f1b-b0b7-0b2a09a265d8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:42.994717 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-14145f78-62ec-434f-a277-40053da0a585 req-1bf5168c-c17f-4f1b-b0b7-0b2a09a265d8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.1016536 Jun 27 12:36:43.051465 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-14145f78-62ec-434f-a277-40053da0a585 req-8e0e4031-cdcb-45a7-8e6d-c4a54267ca1c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501468 Jun 27 12:36:44.251582 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed588-881c-41fb-92e3-be371d47ab2d req-fe767702-3ab1-4f5c-a8eb-6b761c573cec tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:44.260410 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f86ed588-881c-41fb-92e3-be371d47ab2d req-fe767702-3ab1-4f5c-a8eb-6b761c573cec tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0948355 Jun 27 12:36:44.303242 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f86ed588-881c-41fb-92e3-be371d47ab2d req-54f434df-a73e-4733-a420-9c873831d156 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419228 Jun 27 12:36:45.520314 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99aa52-bda6-496d-b47b-1351bbb40a83 req-d280b04f-0335-492e-ab40-246292325d37 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:45.521773 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7f99aa52-bda6-496d-b47b-1351bbb40a83 req-d280b04f-0335-492e-ab40-246292325d37 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0968986 Jun 27 12:36:45.569294 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7f99aa52-bda6-496d-b47b-1351bbb40a83 req-fc93f39b-bdaa-43a6-8951-2c3a42cc7f34 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392070 Jun 27 12:36:46.761910 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6af66-5cfc-4771-80be-bb419e9e3357 req-6c0a1ff5-70a3-4526-8048-c33acd5a83b8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:46.763507 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-58c6af66-5cfc-4771-80be-bb419e9e3357 req-6c0a1ff5-70a3-4526-8048-c33acd5a83b8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0830774 Jun 27 12:36:46.819888 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-58c6af66-5cfc-4771-80be-bb419e9e3357 req-60fef245-ac56-4770-a420-10806474b549 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502245 Jun 27 12:36:48.062163 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737b07b-4a3b-4992-adcb-02d312e2ee94 req-ce6c6054-32f5-40e5-87b1-493b3d67fbc2 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:48.064013 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-8737b07b-4a3b-4992-adcb-02d312e2ee94 req-ce6c6054-32f5-40e5-87b1-493b3d67fbc2 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.1015825 Jun 27 12:36:48.119357 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-8737b07b-4a3b-4992-adcb-02d312e2ee94 req-dab90bff-67a2-4f66-89fc-21e4d80cc31c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432918 Jun 27 12:36:49.341768 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab2d9d-a533-4290-8b45-41e01206c147 req-69c5f680-688f-429d-9a8e-e7f710a959f4 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:49.344539 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5fab2d9d-a533-4290-8b45-41e01206c147 req-69c5f680-688f-429d-9a8e-e7f710a959f4 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.1045027 Jun 27 12:36:49.395464 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5fab2d9d-a533-4290-8b45-41e01206c147 req-7f06ce5d-44c7-4c22-b52b-0074ca348f37 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 Jun 27 12:36:50.620747 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e69b76-4b4c-481a-b685-4f5e5ab81470 req-65edd4f7-bbf1-46fe-a882-5b3e15949e8f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:50.624925 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f6e69b76-4b4c-481a-b685-4f5e5ab81470 req-65edd4f7-bbf1-46fe-a882-5b3e15949e8f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0870595 Jun 27 12:36:50.689213 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f6e69b76-4b4c-481a-b685-4f5e5ab81470 req-2d01a719-14e9-49c3-b1bf-3b89dd693bad tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600495 Jun 27 12:36:51.894222 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285d9d3-33db-4607-94ee-86aecce050df req-79357cad-f7aa-4bd3-a17d-4808ba413cee tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:51.901544 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4285d9d3-33db-4607-94ee-86aecce050df req-79357cad-f7aa-4bd3-a17d-4808ba413cee tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.1041901 Jun 27 12:36:51.953257 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4285d9d3-33db-4607-94ee-86aecce050df req-986a3b71-226c-459a-8741-dd4710800c3c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505986 Jun 27 12:36:53.169997 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbac61-6536-4cf4-a262-a5dc23d16c0a req-642fb14c-b193-45ee-acd3-651e518e105f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:53.172775 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-41bbac61-6536-4cf4-a262-a5dc23d16c0a req-642fb14c-b193-45ee-acd3-651e518e105f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.1059432 Jun 27 12:36:53.224917 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-41bbac61-6536-4cf4-a262-a5dc23d16c0a req-39719e6a-55de-4b89-bc70-e4733a3f4dc1 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459733 Jun 27 12:36:54.462909 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e88e0-99da-4532-8e6e-f83e215a6d13 req-a7417d42-097b-40f1-868e-befbf493ec1c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:54.468994 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3b4e88e0-99da-4532-8e6e-f83e215a6d13 req-a7417d42-097b-40f1-868e-befbf493ec1c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.1177359 Jun 27 12:36:54.520111 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3b4e88e0-99da-4532-8e6e-f83e215a6d13 req-e9d81898-95ec-40d7-a47d-550022cd8ff5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473735 Jun 27 12:36:55.413014 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:55.732050 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd1f96-060f-4d71-9615-89edd44b4c3b req-3185a228-d363-400d-bb23-c84d8d40a819 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:55.733741 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-59cd1f96-060f-4d71-9615-89edd44b4c3b req-3185a228-d363-400d-bb23-c84d8d40a819 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0987198 Jun 27 12:36:55.784738 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-59cd1f96-060f-4d71-9615-89edd44b4c3b req-ae02fcc3-e9ad-465c-ab4f-725209e7837d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449159 Jun 27 12:36:56.257005 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961da8d-0095-4545-8470-692bcb128425 req-82f3e342-8319-492f-aab6-db0824603821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:56.258475 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d961da8d-0095-4545-8470-692bcb128425 req-82f3e342-8319-492f-aab6-db0824603821 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 1099 time: 0.1548066 Jun 27 12:36:56.387752 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961da8d-0095-4545-8470-692bcb128425 req-c0621b17-6c97-4e1f-a07e-c6a1eea16bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:56.389225 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d961da8d-0095-4545-8470-692bcb128425 req-c0621b17-6c97-4e1f-a07e-c6a1eea16bc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 917 time: 0.1238537 Jun 27 12:36:56.486732 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-8878d700-cf47-4a10-b268-b38b2594c0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:56.499884 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d961da8d-0095-4545-8470-692bcb128425 req-5195e967-78ed-4737-9d22-af636c0c74ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6742b238-2728-4248-8869-4f0119e0477b HTTP/1.1" status: 200 len: 1002 time: 0.1034861 Jun 27 12:36:56.562621 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961da8d-0095-4545-8470-692bcb128425 req-d6534c6e-70d7-4524-82e2-a2a8b50f8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:56.564448 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d961da8d-0095-4545-8470-692bcb128425 req-d6534c6e-70d7-4524-82e2-a2a8b50f8349 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.0574121 Jun 27 12:36:56.644165 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961da8d-0095-4545-8470-692bcb128425 req-bbc68ffb-8882-4492-8c3c-48f388b15a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:56.645643 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d961da8d-0095-4545-8470-692bcb128425 req-bbc68ffb-8882-4492-8c3c-48f388b15a9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748403 Jun 27 12:36:56.778769 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d961da8d-0095-4545-8470-692bcb128425 req-3aeaa20d-cd4f-48ea-a074-06f2f441c7ca service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264410 Jun 27 12:36:56.915871 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d961da8d-0095-4545-8470-692bcb128425 req-446c32ba-8dbe-4fb2-a8be-3a2b6e34f4c7 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299846 Jun 27 12:36:56.928982 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:57.001707 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0135c-c800-4709-a582-797cba9ffc1b req-d9efc6cd-350b-417f-8e65-71991218c5d2 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:57.003181 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c1d0135c-c800-4709-a582-797cba9ffc1b req-d9efc6cd-350b-417f-8e65-71991218c5d2 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.1072588 Jun 27 12:36:57.048603 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c1d0135c-c800-4709-a582-797cba9ffc1b req-da0aeff9-77cd-426d-b83d-5065ec21b6cb tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395083 Jun 27 12:36:58.256517 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd62d4-a690-4c94-bfd6-8e155f005f6e req-b0e2ecc2-baa8-4b15-bfd7-401b9b491c4c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:58.257980 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d9bd62d4-a690-4c94-bfd6-8e155f005f6e req-b0e2ecc2-baa8-4b15-bfd7-401b9b491c4c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0878880 Jun 27 12:36:58.308207 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d9bd62d4-a690-4c94-bfd6-8e155f005f6e req-b9e0f2d8-3431-40c3-9191-7276e448346a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417430 Jun 27 12:36:59.125784 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-02eb8a15-961c-4785-bdf2-414931ab6d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:36:59.512419 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d44864-a783-4a32-be6c-c43807d6161e req-132966d9-a9b2-45e8-b9b8-b770cd366c29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:36:59.513865 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-73d44864-a783-4a32-be6c-c43807d6161e req-132966d9-a9b2-45e8-b9b8-b770cd366c29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 946 time: 0.0888093 Jun 27 12:36:59.560012 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-73d44864-a783-4a32-be6c-c43807d6161e req-75d529e0-2e42-45b1-855c-a4c525e7fadb tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381057 Jun 27 12:37:00.123376 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:00.609269 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 6742b238-2728-4248-8869-4f0119e0477b no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:37:00.759993 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:00.787418 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6742b238-2728-4248-8869-4f0119e0477b'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:37:00.805312 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 6742b238-2728-4248-8869-4f0119e0477b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6742b238-2728-4248-8869-4f0119e0477b,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:37:00.814524 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:00.817347 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:00.854381 dv-cinder-798099-1-iscsi neutron-server[78481]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6742b238-2728-4248-8869-4f0119e0477b', 'code': 422} returned with failed status Jun 27 12:37:00.895904 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=6742b238-2728-4248-8869-4f0119e0477b,revision_number=8']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:00.899262 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:01.148101 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-6a3936c5-2a59-4be2-9a49-690fbcccc7e9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983093 Jun 27 12:37:01.155424 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6607d7-bb53-4b4a-bc29-e3e6bd9e9143 req-fe08d5b7-6221-499c-b447-0267aa1064eb tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:01.157156 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-8f6607d7-bb53-4b4a-bc29-e3e6bd9e9143 req-fe08d5b7-6221-499c-b447-0267aa1064eb tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.1460838 Jun 27 12:37:01.204779 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-8f6607d7-bb53-4b4a-bc29-e3e6bd9e9143 req-e7a31757-52d3-4a34-9b39-76aafb7ee1b7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410204 Jun 27 12:37:01.602155 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:01.667213 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-fae460fd-76f1-4c6d-9bb4-9402e111a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:01.668704 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-fae460fd-76f1-4c6d-9bb4-9402e111a8df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234&tenant_id=456d7cf361d04312bd0757b6677d5376 HTTP/1.1" status: 200 len: 1097 time: 0.0743551 Jun 27 12:37:01.770604 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-a92dcde2-5d4e-4373-ac27-d2fee10797fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:01.772876 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-a92dcde2-5d4e-4373-ac27-d2fee10797fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 1097 time: 0.0809696 Jun 27 12:37:01.913443 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-9b6a75dd-e6e9-4711-b7a4-5c7a5f6566a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:01.914945 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-9b6a75dd-e6e9-4711-b7a4-5c7a5f6566a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 917 time: 0.1347723 Jun 27 12:37:02.017660 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-1793841b-aef0-48dc-be5c-05ccaf322d63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6742b238-2728-4248-8869-4f0119e0477b HTTP/1.1" status: 200 len: 1000 time: 0.0963979 Jun 27 12:37:02.081447 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-c1413f2c-7311-4696-81cc-928c5791603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:02.082938 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-c1413f2c-7311-4696-81cc-928c5791603f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.0593426 Jun 27 12:37:02.165622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-a7bad72c-efbf-494f-a4a8-6ff154343db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:02.167125 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-a7bad72c-efbf-494f-a4a8-6ff154343db3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779722 Jun 27 12:37:02.302012 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-5f5447c5-b346-45bf-bb9d-44df2ce42863 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275530 Jun 27 12:37:02.586327 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-94de3786-ca1d-4e00-8fb5-7e3ef4260401 req-9ce0ad59-93c4-416c-bc46-7a8debab86af service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776911 Jun 27 12:37:02.600487 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f48fc1-b8cd-4fb4-8560-43c4380efe38 req-32822081-6163-4820-b78c-689f17ccbf4a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:02.601920 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a6f48fc1-b8cd-4fb4-8560-43c4380efe38 req-32822081-6163-4820-b78c-689f17ccbf4a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.2732029 Jun 27 12:37:02.653730 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a6f48fc1-b8cd-4fb4-8560-43c4380efe38 req-881a085b-cf16-4467-b805-a9b59858f03c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417960 Jun 27 12:37:03.635090 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:37:03.890027 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721ceaf-305c-4b35-96b8-a15be6ed2dba req-0e04e0dc-1157-4ae6-a841-f553b596cc9d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:03.892369 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2721ceaf-305c-4b35-96b8-a15be6ed2dba req-0e04e0dc-1157-4ae6-a841-f553b596cc9d tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.0936222 Jun 27 12:37:03.945959 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2721ceaf-305c-4b35-96b8-a15be6ed2dba req-68f19d01-c578-4cf7-b4ae-3140464ac2af tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475907 Jun 27 12:37:05.152809 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c138a3c-72dc-4d47-b53e-593b550d4a82 req-0e19cee0-9d89-4d1a-9885-a1b27a5ea2a7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:05.154163 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1c138a3c-72dc-4d47-b53e-593b550d4a82 req-0e19cee0-9d89-4d1a-9885-a1b27a5ea2a7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.0860171 Jun 27 12:37:05.202785 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1c138a3c-72dc-4d47-b53e-593b550d4a82 req-8eb678c2-c9ef-454a-aba1-c64f7f0388ee tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Jun 27 12:37:06.405177 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff52cc1-99e2-4fb3-a8fb-68b919f5d43d req-b96b504b-9e46-48ae-b0bf-d70878c0a178 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:06.407064 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-aff52cc1-99e2-4fb3-a8fb-68b919f5d43d req-b96b504b-9e46-48ae-b0bf-d70878c0a178 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.0868874 Jun 27 12:37:06.458054 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-aff52cc1-99e2-4fb3-a8fb-68b919f5d43d req-21971c46-3c7b-41c0-bf30-60c346b48d69 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442476 Jun 27 12:37:07.668507 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05f638-f751-4f32-95d1-1ad6e1ab95c2 req-200ed205-25ae-4fbb-8769-73373706bfb2 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:07.669972 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4c05f638-f751-4f32-95d1-1ad6e1ab95c2 req-200ed205-25ae-4fbb-8769-73373706bfb2 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.0901597 Jun 27 12:37:07.717862 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4c05f638-f751-4f32-95d1-1ad6e1ab95c2 req-efbae0ed-5c09-4ef1-af9d-0a7d2a2711b4 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419030 Jun 27 12:37:08.909320 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe679211-7858-4b37-910f-f33b2d78f32b req-c486d02e-4bde-4663-b571-1f864f221f41 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:08.910817 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fe679211-7858-4b37-910f-f33b2d78f32b req-c486d02e-4bde-4663-b571-1f864f221f41 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.0821447 Jun 27 12:37:08.959446 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fe679211-7858-4b37-910f-f33b2d78f32b req-54805b41-8075-49de-a733-c14b4d651352 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398335 Jun 27 12:37:10.186017 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509f811-b7ba-4cd4-8c47-fa88262bb392 req-62db821c-65d3-472c-8aff-e49d3e6a91d5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:10.187534 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e509f811-b7ba-4cd4-8c47-fa88262bb392 req-62db821c-65d3-472c-8aff-e49d3e6a91d5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.0996876 Jun 27 12:37:10.246793 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e509f811-b7ba-4cd4-8c47-fa88262bb392 req-1a113b26-ca92-4536-88c2-2c6fb254dca6 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493972 Jun 27 12:37:11.665709 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdeaa0-1294-41b7-9fe1-b752f9271dcb req-9b440daf-8abf-45a6-a204-1ad5c4000d3f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:11.667242 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-04bdeaa0-1294-41b7-9fe1-b752f9271dcb req-9b440daf-8abf-45a6-a204-1ad5c4000d3f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.2864165 Jun 27 12:37:11.730037 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-04bdeaa0-1294-41b7-9fe1-b752f9271dcb req-7e8b3359-154a-4650-80c5-be24c3d3b9f0 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560951 Jun 27 12:37:12.946396 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe203ba-e646-4101-a1d7-c4b1e8c540bd req-a12db293-93d8-49b6-94c0-8903871e15e2 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:12.948918 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8fe203ba-e646-4101-a1d7-c4b1e8c540bd req-a12db293-93d8-49b6-94c0-8903871e15e2 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.0808465 Jun 27 12:37:12.999205 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8fe203ba-e646-4101-a1d7-c4b1e8c540bd req-732d80c7-3336-4841-9e20-be63857c9fd8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422645 Jun 27 12:37:14.195573 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe75d0-bbee-42fb-8da5-e52e807a6880 req-61fc4d3e-4838-4715-9559-319e96a574bb tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:14.197034 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-62fe75d0-bbee-42fb-8da5-e52e807a6880 req-61fc4d3e-4838-4715-9559-319e96a574bb tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.0847373 Jun 27 12:37:14.241091 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-62fe75d0-bbee-42fb-8da5-e52e807a6880 req-61605847-160e-4b06-90aa-143827552f4e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383060 Jun 27 12:37:15.458379 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1f3a6-e990-4365-bf07-1f3642e81042 req-73578147-fdec-4053-b9b2-9db8de5f1cf4 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:15.459894 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-82c1f3a6-e990-4365-bf07-1f3642e81042 req-73578147-fdec-4053-b9b2-9db8de5f1cf4 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.0915585 Jun 27 12:37:15.512594 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-82c1f3a6-e990-4365-bf07-1f3642e81042 req-8770d44a-d41e-4dac-9394-4de20f8c00ee tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458715 Jun 27 12:37:16.231618 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-c8ce67d6-d46f-498c-b427-9cf1dc8af3d1 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733906293&fields=id&tenant_id=ad7befd71cc342118986826861797419 HTTP/1.1" status: 200 len: 267 time: 0.0438721 Jun 27 12:37:16.403206 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-94d304ea-e622-4fab-977e-d344fa82159e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:16.404883 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-94d304ea-e622-4fab-977e-d344fa82159e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 811 time: 0.1640868 Jun 27 12:37:16.426768 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-8ea16e9e-742e-4e01-ae9a-b9cbc55284bf tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/quotas/ad7befd71cc342118986826861797419 HTTP/1.1" status: 200 len: 375 time: 0.0144849 Jun 27 12:37:16.518798 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-09f93496-6582-4672-8f73-8098f916485d tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0857358 Jun 27 12:37:16.656807 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-213cb155-334e-4236-8eaa-cd6091dbc8d5 service neutron] 10.222.0.38 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222930 Jun 27 12:37:16.787960 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-56b74b93-6f28-47e3-aa74-69f3237ac2ff service neutron] 10.222.0.38 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251659 Jun 27 12:37:17.372951 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac126114-085f-48dd-8a90-8940b986b60c req-24171736-82dc-44b9-89d0-ffaa7f5925a8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:17.374466 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ac126114-085f-48dd-8a90-8940b986b60c req-24171736-82dc-44b9-89d0-ffaa7f5925a8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.1786864 Jun 27 12:37:17.425973 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ac126114-085f-48dd-8a90-8940b986b60c req-a4e39878-d092-46d5-8981-70583b8d12e8 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453699 Jun 27 12:37:17.525116 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bc57f3b7-2fb2-44fa-8a31-d41e5177a308 req-107aacd0-3094-41f3-b5ea-d4e52e1b3ca4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 210 time: 0.0469058 Jun 27 12:37:18.635336 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360c45c-2355-484d-a97e-2bcff7e50f78 req-58fb0e29-810d-4fdc-97c5-333f11f6fe3c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:18.636968 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8360c45c-2355-484d-a97e-2bcff7e50f78 req-58fb0e29-810d-4fdc-97c5-333f11f6fe3c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.0901909 Jun 27 12:37:18.704487 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8360c45c-2355-484d-a97e-2bcff7e50f78 req-95a42261-4c9b-48eb-abbe-55e71f55436c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576830 Jun 27 12:37:18.789297 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6e92bb45-0ff2-4391-b02c-5f9ce5562ea6 req-8cdeb300-413e-44db-9ecb-365eb2e0b8fe tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 210 time: 0.0438409 Jun 27 12:37:19.199756 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-3a67ab50-3522-4fc7-a25e-baf97d02a101 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:19.201225 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-3a67ab50-3522-4fc7-a25e-baf97d02a101 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 811 time: 0.1611383 Jun 27 12:37:19.271133 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-1e135cbc-24c2-4bba-8379-8e24d5dbc335 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7befd71cc342118986826861797419 HTTP/1.1" status: 200 len: 379 time: 0.0450542 Jun 27 12:37:19.280977 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Request body: {'port': {'device_id': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'admin_state_up': True, 'tenant_id': 'ad7befd71cc342118986826861797419', 'security_groups': ['cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05']}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:37:19.435230 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:37:19.444666 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:37:19.457869 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Made reservation on behalf of ad7befd71cc342118986826861797419 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:37:19.461486 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:19.635639 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Allocated IP 172.20.0.14 (4ba4b00e-9728-4710-95e1-d036b6026ac1/3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c/1b24e557-9c1d-4220-a85f-617965045eb4) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:37:19.828558 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:19.893350 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Transition to ACTIVE for port object 1b24e557-9c1d-4220-a85f-617965045eb4 will not be triggered until provisioned by entity DHCP. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:37:19.937330 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6567d6-948f-48c9-a95d-253240c3d95f req-efe9a9d8-ae57-43eb-ba65-1eb5da8394ca tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:19.938759 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4d6567d6-948f-48c9-a95d-253240c3d95f req-efe9a9d8-ae57-43eb-ba65-1eb5da8394ca tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.1070657 Jun 27 12:37:19.958485 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:19.965023 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-03e5d3cb-9803-4e0c-90d5-10b9afdf094e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:19.997462 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650b8eb-f454-47ea-a409-4c06e6c7eeb5 req-4f140d82-b45d-44f2-b8a6-6d65c687d820 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:19.999004 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7650b8eb-f454-47ea-a409-4c06e6c7eeb5 req-4f140d82-b45d-44f2-b8a6-6d65c687d820 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 932 time: 0.0829296 Jun 27 12:37:20.050658 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Network 4ba4b00e-9728-4710-95e1-d036b6026ac1 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:37:20.056316 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:37:20.062506 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:37:20.089580 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4d6567d6-948f-48c9-a95d-253240c3d95f req-ec00f998-092c-432b-95e9-10d2944a895c tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446202 Jun 27 12:37:20.100335 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'Port': ['ID=1b24e557-9c1d-4220-a85f-617965045eb4,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:20.126605 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:20.127001 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:20.127326 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:20.127679 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:20.127994 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:20.128396 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:20.128740 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:20.129078 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:20.129424 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:20.129962 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:20.130297 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:20.130602 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:20.136454 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:20.147385 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:20.148004 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:20.152090 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7650b8eb-f454-47ea-a409-4c06e6c7eeb5 req-bfd42cf8-68e9-4139-965b-1aacc02a154f tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468728 Jun 27 12:37:20.182739 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9064431 Jun 27 12:37:20.194622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Request body: {'port': {'device_id': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:37:20.295812 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-1770e303-f2a9-4238-839f-277e2ab3d517 None None] Provisioning for port 1b24e557-9c1d-4220-a85f-617965045eb4 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:37:20.301434 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-1770e303-f2a9-4238-839f-277e2ab3d517 None None] Provisioning complete for port 1b24e557-9c1d-4220-a85f-617965045eb4 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:37:20.301845 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1770e303-f2a9-4238-839f-277e2ab3d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:20.307146 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:20.352843 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-1770e303-f2a9-4238-839f-277e2ab3d517 None None] Port 1b24e557-9c1d-4220-a85f-617965045eb4 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:37:20.663221 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b24e557-9c1d-4220-a85f-617965045eb4 {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:37:20.670827 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:20.685561 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Transition to ACTIVE for port object 1b24e557-9c1d-4220-a85f-617965045eb4 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:37:20.693192 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:20.697596 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:20.945524 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1b24e557-9c1d-4220-a85f-617965045eb4,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:20.952693 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:21.018590 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Attempting to bind port 1b24e557-9c1d-4220-a85f-617965045eb4 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:37:21.018851 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Attempting to bind port 1b24e557-9c1d-4220-a85f-617965045eb4 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:37:21.019148 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Attempting to bind port 1b24e557-9c1d-4220-a85f-617965045eb4 on network 4ba4b00e-9728-4710-95e1-d036b6026ac1 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:37:21.025408 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Port 1b24e557-9c1d-4220-a85f-617965045eb4 on network 4ba4b00e-9728-4710-95e1-d036b6026ac1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:37:21.025775 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Attempting to bind port 1b24e557-9c1d-4220-a85f-617965045eb4 on network 4ba4b00e-9728-4710-95e1-d036b6026ac1 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:37:21.033932 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:37:21.034311 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Checking segment: {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:37:21.034798 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Bound using segment: {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:37:21.035328 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Bound port: 1b24e557-9c1d-4220-a85f-617965045eb4, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec02aa7e-002b-4eae-943a-b9027e6b227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:37:21.035798 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:21.148044 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] For port 1b24e557-9c1d-4220-a85f-617965045eb4, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:37:21.151455 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] For port 1b24e557-9c1d-4220-a85f-617965045eb4, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1b24e557-9c1d-4220-a85f-617965045eb4,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:37:21.158577 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:21.162612 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-dda7a54d-79b1-4f08-ae84-1fd524884a41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:21.214392 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:21.215772 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:21.216619 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/1b24e557-9c1d-4220-a85f-617965045eb4 HTTP/1.1" status: 200 len: 1094 time: 1.0263968 Jun 27 12:37:21.219186 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'tag': '1b24e557-9c1d-4220-a85f-617965045eb4'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:37:21.335614 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1b24e557-9c1d-4220-a85f-617965045eb4,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:21.338922 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:21.367149 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a824d-c613-49cb-81e9-cd3ab0fe581b req-28c3dec9-c65a-48e2-86b9-964405a830b5 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:21.368877 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-690a824d-c613-49cb-81e9-cd3ab0fe581b req-28c3dec9-c65a-48e2-86b9-964405a830b5 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 944 time: 0.0942931 Jun 27 12:37:21.393840 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f427c-b94e-4bd3-a2ca-932d682a91d3 req-545ec159-1120-4cc8-b47f-808c9ce53390 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:21.395857 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3a4f427c-b94e-4bd3-a2ca-932d682a91d3 req-545ec159-1120-4cc8-b47f-808c9ce53390 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.1636245 Jun 27 12:37:21.402801 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-51c06de9-6f9b-48df-8e33-000432d4337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:21.404269 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-51c06de9-6f9b-48df-8e33-000432d4337c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 1097 time: 0.1332202 Jun 27 12:37:21.427130 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-690a824d-c613-49cb-81e9-cd3ab0fe581b req-f4167b3b-9a2c-4b1e-abc6-597fd899c548 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521750 Jun 27 12:37:21.493388 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'tag': '1b24e557-9c1d-4220-a85f-617965045eb4', 'status': 'completed', 'code': 200} Jun 27 12:37:21.497201 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-d343567b-0267-469d-8978-34df0b0e999f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b24e557-9c1d-4220-a85f-617965045eb4 HTTP/1.1" status: 200 len: 217 time: 0.0778174 Jun 27 12:37:21.568035 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3a4f427c-b94e-4bd3-a2ca-932d682a91d3 req-475197ff-23fd-4457-ad74-afb804f9af3f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627343 Jun 27 12:37:21.577483 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-9993558f-8547-4cb2-b517-5214bffed18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:21.578895 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-9993558f-8547-4cb2-b517-5214bffed18b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.0761135 Jun 27 12:37:21.666289 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e2a1e881-94cf-4193-92a7-2096e02068a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:21.667761 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-e2a1e881-94cf-4193-92a7-2096e02068a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814087 Jun 27 12:37:21.798999 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-c425f892-800f-441d-ae50-f4432e5909b8 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227880 Jun 27 12:37:21.939649 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e0c93b7e-fe15-4fe2-8600-0d37e1d0235e req-4232235e-8724-4dec-bd42-d6ab777bf76c service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344264 Jun 27 12:37:22.067768 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba6cc-e818-4212-a09a-ab577364695d req-836aa7e9-4b6a-4012-8f9a-b399f97298c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:22.069324 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-42cba6cc-e818-4212-a09a-ab577364695d req-836aa7e9-4b6a-4012-8f9a-b399f97298c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 1097 time: 0.0816905 Jun 27 12:37:22.209157 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba6cc-e818-4212-a09a-ab577364695d req-868eb462-5118-4ec7-9c77-b7a5c44ca2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:22.211167 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-42cba6cc-e818-4212-a09a-ab577364695d req-868eb462-5118-4ec7-9c77-b7a5c44ca2d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 912 time: 0.1351094 Jun 27 12:37:22.288835 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-42cba6cc-e818-4212-a09a-ab577364695d req-1fedc69a-a1ac-4a49-978c-27ed3fa35c5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b24e557-9c1d-4220-a85f-617965045eb4 HTTP/1.1" status: 200 len: 217 time: 0.0707059 Jun 27 12:37:22.361373 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba6cc-e818-4212-a09a-ab577364695d req-59f12192-c0f5-47ab-8e33-1a3aee2b8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:22.362714 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-42cba6cc-e818-4212-a09a-ab577364695d req-59f12192-c0f5-47ab-8e33-1a3aee2b8d62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.0671134 Jun 27 12:37:22.450945 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cba6cc-e818-4212-a09a-ab577364695d req-65909e3e-d5a7-4f4f-9e45-090b201851b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:22.452542 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-42cba6cc-e818-4212-a09a-ab577364695d req-65909e3e-d5a7-4f4f-9e45-090b201851b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825186 Jun 27 12:37:22.626871 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd53e7d-6d05-4735-a2f5-72c3bc928b6f req-37c657c1-5f4b-4e6d-b6d6-a5ca6f23443d tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:22.630410 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cdd53e7d-6d05-4735-a2f5-72c3bc928b6f req-37c657c1-5f4b-4e6d-b6d6-a5ca6f23443d tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 944 time: 0.0914555 Jun 27 12:37:22.641325 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 6742b238-2728-4248-8869-4f0119e0477b details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:37:22.689078 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cdd53e7d-6d05-4735-a2f5-72c3bc928b6f req-b3536bb0-181d-482b-bc1a-e6aa891414be tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539188 Jun 27 12:37:22.713909 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-42cba6cc-e818-4212-a09a-ab577364695d req-ba53d3ff-d0c4-4397-81be-739a2b0de50c service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543056 Jun 27 12:37:22.783511 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 6742b238-2728-4248-8869-4f0119e0477b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6742b238-2728-4248-8869-4f0119e0477b,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:37:22.797709 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '6742b238-2728-4248-8869-4f0119e0477b', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'port_id': '6742b238-2728-4248-8869-4f0119e0477b', 'mac_address': 'fa:16:3e:71:f9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:37:22.856101 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:22.874479 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6742b238-2728-4248-8869-4f0119e0477b {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:37:22.890295 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 6742b238-2728-4248-8869-4f0119e0477b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6742b238-2728-4248-8869-4f0119e0477b,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:37:22.895911 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:22.898084 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:22.928904 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024aed0-c528-4630-8055-8970dac393fe req-b111b515-305d-42d4-bfbf-7df6d3e4fb3f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:22.930284 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e024aed0-c528-4630-8055-8970dac393fe req-b111b515-305d-42d4-bfbf-7df6d3e4fb3f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 944 time: 0.2190259 Jun 27 12:37:22.932026 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-42cba6cc-e818-4212-a09a-ab577364695d req-96cc2f57-5cb2-4c18-a411-9b90e70e7950 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777060 Jun 27 12:37:22.964093 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=6742b238-2728-4248-8869-4f0119e0477b,revision_number=9']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:22.967475 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:22.988022 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e024aed0-c528-4630-8055-8970dac393fe req-013046c2-0419-4ebf-a47e-bfc5a778a98e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515954 Jun 27 12:37:23.254429 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['6742b238-2728-4248-8869-4f0119e0477b'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:37:23.885758 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27059e24-379d-4f11-a1fa-37c7b4fc7044 req-76e1f4d9-fd8c-440d-aece-fd685cabf86e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:23.887204 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-27059e24-379d-4f11-a1fa-37c7b4fc7044 req-76e1f4d9-fd8c-440d-aece-fd685cabf86e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 944 time: 0.0858877 Jun 27 12:37:23.935232 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-27059e24-379d-4f11-a1fa-37c7b4fc7044 req-d4b98199-7f04-4b7e-9f02-d9fb9ab94867 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391872 Jun 27 12:37:24.196492 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec50c22-b86d-4d90-a02d-b877719396a8 req-107689fe-7fb8-4b77-8fd2-f7a46f54842f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:24.197977 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dec50c22-b86d-4d90-a02d-b877719396a8 req-107689fe-7fb8-4b77-8fd2-f7a46f54842f tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 945 time: 0.0896018 Jun 27 12:37:24.244041 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dec50c22-b86d-4d90-a02d-b877719396a8 req-6685742e-f59a-42a8-9d2c-5efaebc3c227 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402434 Jun 27 12:37:24.657564 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 6742b238-2728-4248-8869-4f0119e0477b up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:37:24.725071 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 6742b238-2728-4248-8869-4f0119e0477b triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:37:24.725444 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:24.847427 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:24.876674 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6742b238-2728-4248-8869-4f0119e0477b'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:37:24.886882 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 6742b238-2728-4248-8869-4f0119e0477b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6742b238-2728-4248-8869-4f0119e0477b,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:37:24.894163 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:24.896845 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:24.931344 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6742b238-2728-4248-8869-4f0119e0477b', 'code': 200} Jun 27 12:37:24.970828 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=6742b238-2728-4248-8869-4f0119e0477b,revision_number=10']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:24.973914 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:25.181635 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd05e8-5975-454b-8661-f381fb19ff9d req-c9877ff7-527e-4189-b534-325253ccd406 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:25.182223 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-e8dd05e8-5975-454b-8661-f381fb19ff9d req-c9877ff7-527e-4189-b534-325253ccd406 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Synchronizing usage tracker for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:37:25.205022 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b88c9-00b4-4374-8aa3-474bc37f659a req-3ba09bd6-c805-43d7-9e1f-1e7379b59db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:25.206505 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-539b88c9-00b4-4374-8aa3-474bc37f659a req-3ba09bd6-c805-43d7-9e1f-1e7379b59db0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 1100 time: 0.1009073 Jun 27 12:37:25.207540 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-e8dd05e8-5975-454b-8661-f381fb19ff9d req-c9877ff7-527e-4189-b534-325253ccd406 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Unset dirty status for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:37:25.208576 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e8dd05e8-5975-454b-8661-f381fb19ff9d req-c9877ff7-527e-4189-b534-325253ccd406 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 944 time: 0.1592691 Jun 27 12:37:25.280426 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-539b88c9-00b4-4374-8aa3-474bc37f659a req-7a7f44d6-08af-42be-83bc-fb9c4aa00a11 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671759 Jun 27 12:37:25.285294 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e8dd05e8-5975-454b-8661-f381fb19ff9d req-661f23f2-a70c-4c5e-a648-0e35029be82c tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598662 Jun 27 12:37:25.426334 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:25.575183 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf4ef5-7a47-4823-a238-e963c802f495 req-c961b58c-5d3d-4c90-b16c-e64459209da2 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:25.576685 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-10bf4ef5-7a47-4823-a238-e963c802f495 req-c961b58c-5d3d-4c90-b16c-e64459209da2 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 947 time: 0.2207429 Jun 27 12:37:25.610902 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683398f-29cf-4f16-b755-76118737438b req-7b17b772-05b9-4496-97a7-0f31f377e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:25.612442 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7683398f-29cf-4f16-b755-76118737438b req-7b17b772-05b9-4496-97a7-0f31f377e189 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=456d7cf361d04312bd0757b6677d5376&device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 1100 time: 0.0748870 Jun 27 12:37:25.623416 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-10bf4ef5-7a47-4823-a238-e963c802f495 req-c8359631-0959-4fbf-aa33-596cba342249 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406971 Jun 27 12:37:25.762554 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683398f-29cf-4f16-b755-76118737438b req-5008f1cf-b448-4711-bc7e-9b079783a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:25.763910 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7683398f-29cf-4f16-b755-76118737438b req-5008f1cf-b448-4711-bc7e-9b079783a387 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 200 len: 917 time: 0.1278787 Jun 27 12:37:25.870856 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7683398f-29cf-4f16-b755-76118737438b req-f968f4f4-7f57-46cc-bed7-6ea15ecad14c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6742b238-2728-4248-8869-4f0119e0477b HTTP/1.1" status: 200 len: 1002 time: 0.0991302 Jun 27 12:37:25.935139 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683398f-29cf-4f16-b755-76118737438b req-4782ebf0-51ef-4f21-89a2-3bdc11c4c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:25.936660 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7683398f-29cf-4f16-b755-76118737438b req-4782ebf0-51ef-4f21-89a2-3bdc11c4c403 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 200 len: 855 time: 0.0595005 Jun 27 12:37:26.020591 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683398f-29cf-4f16-b755-76118737438b req-1145fcec-8b4c-41c9-ae32-858e13fdf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:26.022083 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7683398f-29cf-4f16-b755-76118737438b req-1145fcec-8b4c-41c9-ae32-858e13fdf07d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769064 Jun 27 12:37:26.035113 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [req-7683398f-29cf-4f16-b755-76118737438b req-6c4a3d76-2629-4edf-9d80-7146ea5ee2b4 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78480) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:37:26.036006 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7683398f-29cf-4f16-b755-76118737438b req-6c4a3d76-2629-4edf-9d80-7146ea5ee2b4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056863 Jun 27 12:37:26.168663 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7683398f-29cf-4f16-b755-76118737438b req-23674799-6191-43a8-9d5c-4d073ba24ad7 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255512 Jun 27 12:37:26.305755 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7683398f-29cf-4f16-b755-76118737438b req-e9a49121-b08b-4b13-884b-dd4178e871a8 service neutron] 10.222.0.36 "GET /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235549 Jun 27 12:37:26.473392 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fcb5d-2838-4a62-a12b-9ca521b7049b req-c1d501d6-e3bd-47c6-8550-e0e3dd72311b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:26.476958 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-276fcb5d-2838-4a62-a12b-9ca521b7049b req-c1d501d6-e3bd-47c6-8550-e0e3dd72311b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 944 time: 0.0852475 Jun 27 12:37:26.495285 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-6f238804-7da8-4a88-8ba5-76643e4d551e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:26.530199 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-276fcb5d-2838-4a62-a12b-9ca521b7049b req-f922785c-696d-49c1-9b3c-77d3b08301d4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491707 Jun 27 12:37:26.832146 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282638-6a21-4174-8cbd-be768e534b91 req-f7590153-a858-4466-827e-f34354b22db5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:26.839506 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-75282638-6a21-4174-8cbd-be768e534b91 req-f7590153-a858-4466-827e-f34354b22db5 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 947 time: 0.1005015 Jun 27 12:37:26.890591 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-75282638-6a21-4174-8cbd-be768e534b91 req-449d8dd1-1d31-429c-a26f-2c4f5211d809 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501387 Jun 27 12:37:26.937852 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:27.728728 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813ab32-815f-47d6-9eb9-d8f48d5b9a09 req-01ea5f58-ffeb-4b2b-9e6b-216b94794b49 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:27.730168 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c813ab32-815f-47d6-9eb9-d8f48d5b9a09 req-01ea5f58-ffeb-4b2b-9e6b-216b94794b49 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 944 time: 0.0860314 Jun 27 12:37:27.784343 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c813ab32-815f-47d6-9eb9-d8f48d5b9a09 req-2382fabb-91b7-4c7c-8aeb-63f883e20d39 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453155 Jun 27 12:37:28.093835 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7a1a4-019e-4667-ae3d-627165e95959 req-f3962e66-d726-4583-a97a-d823bef2c269 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:28.095283 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3bf7a1a4-019e-4667-ae3d-627165e95959 req-f3962e66-d726-4583-a97a-d823bef2c269 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 947 time: 0.0912421 Jun 27 12:37:28.138792 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3bf7a1a4-019e-4667-ae3d-627165e95959 req-dba676f3-fee3-4b91-ac0a-884fc24a8e41 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376761 Jun 27 12:37:28.985241 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c1fc0-3a37-404e-a391-d2e6bfc41cc7 req-f72502e6-2ae7-4dca-a078-a74297660e96 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:28.986610 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de2c1fc0-3a37-404e-a391-d2e6bfc41cc7 req-f72502e6-2ae7-4dca-a078-a74297660e96 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 944 time: 0.0858192 Jun 27 12:37:29.034460 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de2c1fc0-3a37-404e-a391-d2e6bfc41cc7 req-c83477ad-6a38-4ad8-acce-4c85a4306bb0 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393260 Jun 27 12:37:29.125373 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f05de96c-8b0e-4a7c-95d8-b2412e86ceba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:30.128583 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:30.317462 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9a273-1edb-4cdd-b357-9f9523dded51 req-fa0d61c3-4d94-41cf-8c44-a98d1dade58f tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:30.319096 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-45b9a273-1edb-4cdd-b357-9f9523dded51 req-fa0d61c3-4d94-41cf-8c44-a98d1dade58f tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 944 time: 0.1760845 Jun 27 12:37:30.363721 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-45b9a273-1edb-4cdd-b357-9f9523dded51 req-0fa7fccd-5ae8-472f-9a78-7c4ecaff3606 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391140 Jun 27 12:37:31.559213 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1abb7b-8de5-47cc-9c6d-b33c3bfa5466 req-35636464-51b6-45e6-a220-c1a611ed9524 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:31.560697 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4d1abb7b-8de5-47cc-9c6d-b33c3bfa5466 req-35636464-51b6-45e6-a220-c1a611ed9524 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 944 time: 0.0918140 Jun 27 12:37:31.607493 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:31.611482 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4d1abb7b-8de5-47cc-9c6d-b33c3bfa5466 req-34d21e89-e77c-40b0-aae4-9fd85705d364 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449612 Jun 27 12:37:32.124860 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bab8b-3399-4faa-8987-80bacd0e6961 req-5e052453-3e2a-4ccb-a08d-9daa1d043525 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:32.126210 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a87bab8b-3399-4faa-8987-80bacd0e6961 req-5e052453-3e2a-4ccb-a08d-9daa1d043525 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 946 time: 0.0915339 Jun 27 12:37:32.173405 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a87bab8b-3399-4faa-8987-80bacd0e6961 req-5f3f3e7c-9718-4400-9e1f-761bb07bcff7 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399389 Jun 27 12:37:32.800915 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a704fa6-2bfa-4da4-9dc3-e880cd8febd5 req-bd2de194-e93e-407d-839f-11cae5a6bac6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:32.802368 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5a704fa6-2bfa-4da4-9dc3-e880cd8febd5 req-bd2de194-e93e-407d-839f-11cae5a6bac6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 944 time: 0.0820413 Jun 27 12:37:32.846883 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5a704fa6-2bfa-4da4-9dc3-e880cd8febd5 req-9e890fe5-9828-4b59-99b2-e7fe43a4dddd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387146 Jun 27 12:37:33.360584 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe84da-90d5-4147-8c78-a23bb676c099 req-efcb3cc7-d6da-4383-bf20-a47935ad7a65 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:33.362042 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-56fe84da-90d5-4147-8c78-a23bb676c099 req-efcb3cc7-d6da-4383-bf20-a47935ad7a65 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 946 time: 0.0844979 Jun 27 12:37:33.406939 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-56fe84da-90d5-4147-8c78-a23bb676c099 req-328811e2-ebf1-4b2e-b48c-84fbbee45cb6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383408 Jun 27 12:37:34.057119 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbcecd-ce85-4bd5-8db5-f6c482a5c22d req-6071985a-c3ed-48a0-b664-1422b8d93015 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:34.058562 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-13bbcecd-ce85-4bd5-8db5-f6c482a5c22d req-6071985a-c3ed-48a0-b664-1422b8d93015 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 944 time: 0.0995655 Jun 27 12:37:34.108266 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-13bbcecd-ce85-4bd5-8db5-f6c482a5c22d req-f07a5bcf-be0b-41f2-a9f5-b49538e09b8b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408840 Jun 27 12:37:34.613718 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff8364-df36-48bb-b80d-2027555556e2 req-c3a7fdc6-8cd3-4db7-9f11-4b38dc71520c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:34.615346 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c3ff8364-df36-48bb-b80d-2027555556e2 req-c3a7fdc6-8cd3-4db7-9f11-4b38dc71520c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 946 time: 0.0892372 Jun 27 12:37:34.615543 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-240e1296-288f-4413-aadd-a574e22b6fb5 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:34.617531 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-240e1296-288f-4413-aadd-a574e22b6fb5 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 946 time: 0.0842378 Jun 27 12:37:34.668632 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c3ff8364-df36-48bb-b80d-2027555556e2 req-75bc7992-aa50-4cca-ad65-71907072c374 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5e48590-025c-49f8-9826-82b477731731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463870 Jun 27 12:37:34.692336 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Deleting port 8106d4bf-a221-4de5-8fe7-6952050ce101 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:37:34.692606 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:34.939208 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] For port 8106d4bf-a221-4de5-8fe7-6952050ce101, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8106d4bf-a221-4de5-8fe7-6952050ce101,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:37:34.939513 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:35.297075 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:35.297827 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:35.297827 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.l3_db [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Floating IP ee9d67e8-a2bb-4b4f-a85f-c06b644d1ae2 disassociated. External IP: 172.27.0.176, port: 8106d4bf-a221-4de5-8fe7-6952050ce101. Jun 27 12:37:35.298058 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Calling delete_port for 8106d4bf-a221-4de5-8fe7-6952050ce101 owned by compute:nova {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:37:35.396576 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e5c54-1018-4297-9398-d99e1dd8f97e req-c0c4a7d0-0c15-4c35-8f53-f4cd12c320cb tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:35.398020 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-578e5c54-1018-4297-9398-d99e1dd8f97e req-c0c4a7d0-0c15-4c35-8f53-f4cd12c320cb tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 944 time: 0.1792645 Jun 27 12:37:35.499265 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-578e5c54-1018-4297-9398-d99e1dd8f97e req-ed31ba6d-2b9c-47a2-8e7b-82852f5e3fe3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912960 Jun 27 12:37:35.510543 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:35.517125 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:35.563976 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event deleted for resources: {'Port': ['ID=8106d4bf-a221-4de5-8fe7-6952050ce101,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:35.567036 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:35.744901 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Router e224cce4-0119-4d61-9508-b34dae656b7f has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:37:35.826016 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-ea1c78c5-b99b-44d7-9805-9bee1c1c590b req-099ab931-1d82-4ea7-8270-95733f50700a tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ac726c3-f862-421b-b511-fb3c5457e817 HTTP/1.1" status: 200 len: 210 time: 0.0437880 Jun 27 12:37:36.021470 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:37:36.033875 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a22e8f7-3e6e-4491-bc1a-fc9f1b0a2ec8 None None] Sync routers for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:37:36.045381 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22e8f7-3e6e-4491-bc1a-fc9f1b0a2ec8 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:37:36.046323 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-7a22e8f7-3e6e-4491-bc1a-fc9f1b0a2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:37:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:36.095786 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] No DVR routers for this DVR port 8106d4bf-a221-4de5-8fe7-6952050ce101 on host hv-cinder-79809 {{(pid=78480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:37:36.098347 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:36.102236 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac726c3-f862-421b-b511-fb3c5457e817', 'name': 'network-vif-deleted', 'tag': '8106d4bf-a221-4de5-8fe7-6952050ce101'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:37:36.118341 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f35a7f08-53ad-45a1-8e72-fb197661e9b2 req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.36 "DELETE /v2.0/ports/8106d4bf-a221-4de5-8fe7-6952050ce101 HTTP/1.1" status: 204 len: 173 time: 1.4950438 Jun 27 12:37:36.149572 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac726c3-f862-421b-b511-fb3c5457e817', 'name': 'network-vif-deleted', 'tag': '8106d4bf-a221-4de5-8fe7-6952050ce101', 'status': 'completed', 'code': 200} Jun 27 12:37:36.229929 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-7a22e8f7-3e6e-4491-bc1a-fc9f1b0a2ec8 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:37:36.570103 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-7a22e8f7-3e6e-4491-bc1a-fc9f1b0a2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:43Z', 'revision_number': 5, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:36.574339 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a22e8f7-3e6e-4491-bc1a-fc9f1b0a2ec8 None None] Checking router: e224cce4-0119-4d61-9508-b34dae656b7f for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:37:36.584268 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22e8f7-3e6e-4491-bc1a-fc9f1b0a2ec8 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:37:36.585080 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-7a22e8f7-3e6e-4491-bc1a-fc9f1b0a2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:37:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:36.697826 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda5416-c1b0-4246-b5d1-f631dd8fb650 req-3a905edd-3dcd-4e39-b682-332165ba5f3f tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:36.699827 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0eda5416-c1b0-4246-b5d1-f631dd8fb650 req-3a905edd-3dcd-4e39-b682-332165ba5f3f tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 944 time: 0.0878997 Jun 27 12:37:36.709343 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 1b24e557-9c1d-4220-a85f-617965045eb4 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:37:36.749610 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0eda5416-c1b0-4246-b5d1-f631dd8fb650 req-f1ec86a1-94bb-4a1e-9bfc-7c1072a10695 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429168 Jun 27 12:37:36.846979 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-7a22e8f7-3e6e-4491-bc1a-fc9f1b0a2ec8 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:37:36.955384 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 39656) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:37.019899 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-ea4995de-3f13-449f-9dc7-965f21974327 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:37.048811 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-ea4995de-3f13-449f-9dc7-965f21974327 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:37.077836 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 1b24e557-9c1d-4220-a85f-617965045eb4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1b24e557-9c1d-4220-a85f-617965045eb4,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:37:37.105477 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-ea4995de-3f13-449f-9dc7-965f21974327 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:37.109275 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:37.127297 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4995de-3f13-449f-9dc7-965f21974327 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e48590-025c-49f8-9826-82b477731731,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:37.130336 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-ea4995de-3f13-449f-9dc7-965f21974327 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:37.141180 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-ea4995de-3f13-449f-9dc7-965f21974327 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:37.142404 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-ea4995de-3f13-449f-9dc7-965f21974327 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "DELETE /v2.0/security-groups/e5e48590-025c-49f8-9826-82b477731731 HTTP/1.1" status: 204 len: 168 time: 0.1859736 Jun 27 12:37:37.144665 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '1b24e557-9c1d-4220-a85f-617965045eb4', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'port_id': '1b24e557-9c1d-4220-a85f-617965045eb4', 'mac_address': 'fa:16:3e:84:59:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:37:37.145355 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 39660) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:37.161824 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.api.v2.resource [None req-9f8ddc0f-c8a2-4a53-aafd-7f080df81506 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] show failed (client error): The resource could not be found. Jun 27 12:37:37.162792 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-9f8ddc0f-c8a2-4a53-aafd-7f080df81506 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "GET /v2.0/security-groups/e5e48590-025c-49f8-9826-82b477731731 HTTP/1.1" status: 404 len: 347 time: 0.0164547 Jun 27 12:37:37.166168 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 39664) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:37.259341 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:37.283156 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b24e557-9c1d-4220-a85f-617965045eb4 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:37:37.310526 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 1b24e557-9c1d-4220-a85f-617965045eb4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1b24e557-9c1d-4220-a85f-617965045eb4,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:37:37.316376 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:37.318865 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-05d8a576-59a3-4316-b48e-b6bd2697684b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:37.322191 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-35ef53a0-ddb8-40d5-b3fe-1f5e070e08c4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Deleting port a8303df2-8254-4b3d-9fc1-fb017835aaa2 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:37:37.322537 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-35ef53a0-ddb8-40d5-b3fe-1f5e070e08c4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:37.388072 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-7a22e8f7-3e6e-4491-bc1a-fc9f1b0a2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:43Z', 'revision_number': 5, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:37.395506 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a22e8f7-3e6e-4491-bc1a-fc9f1b0a2ec8 None None] The sync data for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi is: [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:29Z', 'revision_number': 4, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'b19121d6-4e82-4503-b321-59b4eb0d3d1b', 'name': '', 'network_id': 'f2965d30-fb8f-458f-bc60-25a0f9c6cf2f', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'mac_address': 'fa:16:3e:1d:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:23Z', 'updated_at': '2021-06-27T12:27:43Z', 'revision_number': 5, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'subnets': [{'id': 'c408987c-cc93-40ed-9edd-1045a910e913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:37:37.397284 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=1b24e557-9c1d-4220-a85f-617965045eb4,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:37.400138 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:37.501822 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-35ef53a0-ddb8-40d5-b3fe-1f5e070e08c4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:37.502149 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-35ef53a0-ddb8-40d5-b3fe-1f5e070e08c4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:37.615955 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359d9e8-baa5-4e4d-918e-3a35d20a19b6 None None] New status for floating IP ee9d67e8-a2bb-4b4f-a85f-c06b644d1ae2: DOWN {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:37:37.629362 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-35ef53a0-ddb8-40d5-b3fe-1f5e070e08c4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Calling delete_port for a8303df2-8254-4b3d-9fc1-fb017835aaa2 owned by network:floatingip {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:37:37.712215 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['1b24e557-9c1d-4220-a85f-617965045eb4'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:37:37.787964 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-35ef53a0-ddb8-40d5-b3fe-1f5e070e08c4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:37.790088 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.db.api [None req-c359d9e8-baa5-4e4d-918e-3a35d20a19b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78482) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:37:37.790494 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_db.api [None req-c359d9e8-baa5-4e4d-918e-3a35d20a19b6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:37:37.793555 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:37.841695 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef53a0-ddb8-40d5-b3fe-1f5e070e08c4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Pushing event deleted for resources: {'Port': ['ID=a8303df2-8254-4b3d-9fc1-fb017835aaa2,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:37.868625 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-35ef53a0-ddb8-40d5-b3fe-1f5e070e08c4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:37.985876 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-35ef53a0-ddb8-40d5-b3fe-1f5e070e08c4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks [] for floatingip, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:38.006480 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-35ef53a0-ddb8-40d5-b3fe-1f5e070e08c4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:38.011041 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-35ef53a0-ddb8-40d5-b3fe-1f5e070e08c4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] 10.222.0.38 "DELETE /v2.0/floatingips/ee9d67e8-a2bb-4b4f-a85f-c06b644d1ae2 HTTP/1.1" status: 204 len: 168 time: 0.8400633 Jun 27 12:37:38.016654 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5475b2e-937f-4497-93c5-b6e38cf46c8a req-a2c3d4ae-d140-43c9-b097-04bcad598abe tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:38.018360 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e5475b2e-937f-4497-93c5-b6e38cf46c8a req-a2c3d4ae-d140-43c9-b097-04bcad598abe tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 945 time: 0.1439180 Jun 27 12:37:38.064820 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e5475b2e-937f-4497-93c5-b6e38cf46c8a req-19621ff5-a5a5-4f7d-b114-8e13cd322cef tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405061 Jun 27 12:37:38.293182 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359d9e8-baa5-4e4d-918e-3a35d20a19b6 None None] New status for floating IP ee9d67e8-a2bb-4b4f-a85f-c06b644d1ae2: DOWN {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:37:38.721685 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 8106d4bf-a221-4de5-8fe7-6952050ce101 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:37:38.760104 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: 8106d4bf-a221-4de5-8fe7-6952050ce101 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:37:38.760506 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 8106d4bf-a221-4de5-8fe7-6952050ce101 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:37:39.256738 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0655bf-97e5-4762-ae0e-540999fc16a8 req-9fe883eb-1c0d-4999-bd3f-c442cb7ac1ed tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:39.258292 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9b0655bf-97e5-4762-ae0e-540999fc16a8 req-9fe883eb-1c0d-4999-bd3f-c442cb7ac1ed tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 945 time: 0.0878668 Jun 27 12:37:39.304206 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9b0655bf-97e5-4762-ae0e-540999fc16a8 req-13e345bf-037c-4b65-a041-2a136c895879 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400939 Jun 27 12:37:40.523387 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ec288-f721-406f-9e15-fc6378c40b0c req-6fca6a0b-24a1-48ff-bf31-d0e099b7165a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:40.524875 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-664ec288-f721-406f-9e15-fc6378c40b0c req-6fca6a0b-24a1-48ff-bf31-d0e099b7165a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 945 time: 0.1018336 Jun 27 12:37:40.570061 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-664ec288-f721-406f-9e15-fc6378c40b0c req-b88054d3-a826-4fd7-978e-978baa4a2825 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392942 Jun 27 12:37:40.634117 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:37:40.733313 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 1b24e557-9c1d-4220-a85f-617965045eb4 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:37:40.809047 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port 1b24e557-9c1d-4220-a85f-617965045eb4 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:37:40.814585 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 1b24e557-9c1d-4220-a85f-617965045eb4 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:37:40.815064 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:40.939962 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:40.967090 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b24e557-9c1d-4220-a85f-617965045eb4'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:37:40.977261 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 1b24e557-9c1d-4220-a85f-617965045eb4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1b24e557-9c1d-4220-a85f-617965045eb4,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:37:40.982316 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:40.984278 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:41.018635 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b24e557-9c1d-4220-a85f-617965045eb4', 'code': 200} Jun 27 12:37:41.052600 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=1b24e557-9c1d-4220-a85f-617965045eb4,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:41.059973 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:41.060339 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:41.060673 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:41.061003 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:41.061355 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:41.061685 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:41.062007 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:41.062325 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:41.062645 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:41.062961 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:41.063274 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:41.063588 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:41.067257 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:41.340017 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e060a-e65f-4c9c-9a26-2c067efeb500 req-ecdc9940-52c4-4de8-82ad-c9a3009fabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:41.341564 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-324e060a-e65f-4c9c-9a26-2c067efeb500 req-ecdc9940-52c4-4de8-82ad-c9a3009fabb3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 1099 time: 0.1244333 Jun 27 12:37:41.385328 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-324e060a-e65f-4c9c-9a26-2c067efeb500 req-9632dad4-6554-430b-a620-1eb2587e2cee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370162 Jun 27 12:37:41.834942 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c2f96-b65b-460f-9cc1-9e14e5f7ec7b req-29d50385-94d1-4f5b-876c-e93696904353 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:41.836440 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fc5c2f96-b65b-460f-9cc1-9e14e5f7ec7b req-29d50385-94d1-4f5b-876c-e93696904353 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 946 time: 0.1590707 Jun 27 12:37:41.882339 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fc5c2f96-b65b-460f-9cc1-9e14e5f7ec7b req-01cf1ec1-6b61-4737-be5f-b8f6c194f88c tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398660 Jun 27 12:37:42.072007 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 39706) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:42.722151 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774262'] for router_interface, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:43.066211 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdf31c-28fe-480f-a1a7-d160818567c1 req-45818a4f-630d-4e5b-b70c-fac50dad8839 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:43.067688 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f3bdf31c-28fe-480f-a1a7-d160818567c1 req-45818a4f-630d-4e5b-b70c-fac50dad8839 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 946 time: 0.0807381 Jun 27 12:37:43.070437 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] Deleting port b19121d6-4e82-4503-b321-59b4eb0d3d1b {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:37:43.070934 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:43.116690 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f3bdf31c-28fe-480f-a1a7-d160818567c1 req-c4082a3b-01f7-41a8-ad21-8f2f0fc76709 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426528 Jun 27 12:37:43.280520 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] For port b19121d6-4e82-4503-b321-59b4eb0d3d1b, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=b19121d6-4e82-4503-b321-59b4eb0d3d1b,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:37:43.281313 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:43.404044 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] Calling delete_port for b19121d6-4e82-4503-b321-59b4eb0d3d1b owned by network:router_interface {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:37:43.699471 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e56fc-ffb6-43fa-99fb-21712b803107 req-db8ba351-1a63-42bd-9fe8-aab9cf48f8a5 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:43.700880 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9c9e56fc-ffb6-43fa-99fb-21712b803107 req-db8ba351-1a63-42bd-9fe8-aab9cf48f8a5 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 946 time: 0.4790611 Jun 27 12:37:43.770179 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9c9e56fc-ffb6-43fa-99fb-21712b803107 req-c9f5fb99-2029-4c3e-95ef-1ae08c48eb0f tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616560 Jun 27 12:37:43.794305 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 39716) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:43.868212 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:43.872055 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-61dfa8b7-cdb8-49c8-ac45-1756c53edc3b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:43.919334 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] Pushing event deleted for resources: {'Port': ['ID=b19121d6-4e82-4503-b321-59b4eb0d3d1b,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:43.924645 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:44.154530 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a35447-9491-47ac-be8f-6676dd3b99c4 tempest-TestVolumeBootPattern-1096446049 tempest-TestVolumeBootPattern-1096446049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:44.155273 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-08a35447-9491-47ac-be8f-6676dd3b99c4 tempest-TestVolumeBootPattern-1096446049 tempest-TestVolumeBootPattern-1096446049-project-admin] Synchronizing usage tracker for tenant:fe52c5a8088a40f28f2f8b833d1d40ce on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:37:44.254514 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-08a35447-9491-47ac-be8f-6676dd3b99c4 tempest-TestVolumeBootPattern-1096446049 tempest-TestVolumeBootPattern-1096446049-project-admin] Unset dirty status for tenant:fe52c5a8088a40f28f2f8b833d1d40ce on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:37:44.255527 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-08a35447-9491-47ac-be8f-6676dd3b99c4 tempest-TestVolumeBootPattern-1096446049 tempest-TestVolumeBootPattern-1096446049-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 1094 time: 0.4601831 Jun 27 12:37:44.258678 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 39722) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:44.265420 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Request body: {'floatingip': {'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'port_id': '1b24e557-9c1d-4220-a85f-617965045eb4', 'tenant_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:37:44.275153 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:37:44.280495 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774362'] for router_interface, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:44.284349 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Usage tracker for resource:floatingip and tenant:ad7befd71cc342118986826861797419 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:37:44.287715 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:37:44.296077 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:37:44.365843 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for floatingip, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:44.755707 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] Router e224cce4-0119-4d61-9508-b34dae656b7f has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:37:44.762753 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:45.147539 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:37:45.156669 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ea366-7932-4b71-a3b8-8ae66ed08397 None None] Sync routers for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:37:45.158234 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Allocated IP 172.27.0.26 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/87722fd2-da93-418b-be55-868e8a619e06) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:37:45.167187 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ea366-7932-4b71-a3b8-8ae66ed08397 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:37:45.167798 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0f3ea366-7932-4b71-a3b8-8ae66ed08397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:37:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:45.175328 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] 10.222.0.38 "PUT /v2.0/routers/e224cce4-0119-4d61-9508-b34dae656b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1021826 Jun 27 12:37:45.178191 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 39726) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:45.322617 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:45.356348 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:45.358312 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Notify callbacks [] for router, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:45.361196 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-4acac44d-eb0e-41c8-b545-d15f508c39ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:45.394116 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-0f3ea366-7932-4b71-a3b8-8ae66ed08397 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:37:45.418408 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:37:45.426457 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:37:45.431244 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:37:45.476807 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'Port': ['ID=87722fd2-da93-418b-be55-868e8a619e06,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:45.481244 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:45.648473 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:45.659352 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Deleting port 1d78dcb6-5b79-4747-b02f-0e62d42e41ec {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:37:45.659712 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:45.695745 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0f3ea366-7932-4b71-a3b8-8ae66ed08397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:37:43Z', 'revision_number': 5, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port': {'id': '1d78dcb6-5b79-4747-b02f-0e62d42e41ec', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:13Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:45.699624 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ea366-7932-4b71-a3b8-8ae66ed08397 None None] Checking router: e224cce4-0119-4d61-9508-b34dae656b7f for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:37:45.707992 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ea366-7932-4b71-a3b8-8ae66ed08397 None None] Routers {'e224cce4-0119-4d61-9508-b34dae656b7f'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:37:45.708627 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0f3ea366-7932-4b71-a3b8-8ae66ed08397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:37:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['e224cce4-0119-4d61-9508-b34dae656b7f'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:45.855388 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] For port 1d78dcb6-5b79-4747-b02f-0e62d42e41ec, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=1d78dcb6-5b79-4747-b02f-0e62d42e41ec,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:37:45.856347 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:45.859514 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-0f3ea366-7932-4b71-a3b8-8ae66ed08397 None None] Set router e224cce4-0119-4d61-9508-b34dae656b7f gateway port host: None {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:37:45.864309 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:45.940671 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:45.964851 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0f3ea366-7932-4b71-a3b8-8ae66ed08397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:37:45Z', 'revision_number': 6, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port_host': None}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:45.969507 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ea366-7932-4b71-a3b8-8ae66ed08397 None None] The sync data for ids ['e224cce4-0119-4d61-9508-b34dae656b7f'] in dv-cinder-798099-1-iscsi is: [{'id': 'e224cce4-0119-4d61-9508-b34dae656b7f', 'name': 'tempest-AttachVolumeTestJSON-1218256762-router', 'tenant_id': 'e6098d054d9c4b7a9150524fc86a1454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:37:45Z', 'revision_number': 6, 'project_id': 'e6098d054d9c4b7a9150524fc86a1454', 'gw_port_host': None}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:37:45.990021 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Calling delete_port for 1d78dcb6-5b79-4747-b02f-0e62d42e41ec owned by network:router_gateway {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:37:46.167629 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.174490 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.176069 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.178366 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-cbda5f7a-5e1a-4081-8c33-ff9b07ebdf4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:46.180957 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-804360aa-6dd2-44f6-9ffb-dd81de0b60a4 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:46.225659 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d78dcb6-5b79-4747-b02f-0e62d42e41ec,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:46.270470 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:46.270757 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:46.271005 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:46.271362 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:46.272054 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:46.272054 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:46.272433 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:46.272783 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:46.273350 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:46.273515 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:46.273839 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:46.274251 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:37:46.287548 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event updated for resources: {'Port': ['ID=87722fd2-da93-418b-be55-868e8a619e06,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:46.291690 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:46.301438 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:46.302446 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.345753 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3820307'] for router_gateway, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.372352 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device b19121d6-4e82-4503-b321-59b4eb0d3d1b no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:37:46.411350 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: b19121d6-4e82-4503-b321-59b4eb0d3d1b {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:37:46.411696 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device b19121d6-4e82-4503-b321-59b4eb0d3d1b not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:37:46.484419 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.l3_db [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Floating IP 19087ff7-019c-45e0-b65b-380dc25c28be associated. External IP: 172.27.0.26, port: 1b24e557-9c1d-4220-a85f-617965045eb4. Jun 27 12:37:46.537901 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100831'] for router, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.540874 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.566657 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3820286'] for router, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.567315 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e224cce4-0119-4d61-9508-b34dae656b7f {{(pid=78479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 12:37:46.581748 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Notify callbacks [] for router, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.586890 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] 10.222.0.38 "DELETE /v2.0/routers/e224cce4-0119-4d61-9508-b34dae656b7f HTTP/1.1" status: 204 len: 168 time: 1.4036133 Jun 27 12:37:46.586890 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 39730) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:46.646314 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_v2 [None req-e681a9a4-6710-4171-839b-ae32ab277fd4 admin admin] Deleting subnet c408987c-cc93-40ed-9edd-1045a910e913 {{(pid=78479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:37:46.649456 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e681a9a4-6710-4171-839b-ae32ab277fd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.699905 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e681a9a4-6710-4171-839b-ae32ab277fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424079'] for subnet, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.822146 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e681a9a4-6710-4171-839b-ae32ab277fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.895308 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e681a9a4-6710-4171-839b-ae32ab277fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10275257'] for subnet, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.899857 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4b2b33a2-3673-49a5-b05f-a165926eaeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:46.935932 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681a9a4-6710-4171-839b-ae32ab277fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c408987c-cc93-40ed-9edd-1045a910e913,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:46.939050 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e681a9a4-6710-4171-839b-ae32ab277fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:46.939961 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e681a9a4-6710-4171-839b-ae32ab277fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:46.945538 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Router fe303b9e-f3c2-43e2-8aa6-744168fd3358 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:37:46.947880 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72077cb0-f4c8-449e-acd3-5539aa228278 None None] Network f2965d30-fb8f-458f-bc60-25a0f9c6cf2f requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:37:46.948639 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e681a9a4-6710-4171-839b-ae32ab277fd4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c408987c-cc93-40ed-9edd-1045a910e913 HTTP/1.1" status: 204 len: 168 time: 0.3614378 Jun 27 12:37:46.948812 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 39734) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:47.136116 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.215073 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14378919-d330-4990-a7e0-a869ed0c5996 None None] DHCP port deletion for f2965d30-fb8f-458f-bc60-25a0f9c6cf2f request from dv-cinder-798099-1-iscsi {{(pid=78481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 12:37:47.218266 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Deleting port a29df948-2224-4a4a-b940-a47c46d8d1f6 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:37:47.218791 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.219792 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-14378919-d330-4990-a7e0-a869ed0c5996 None None] Deleting port a29df948-2224-4a4a-b940-a47c46d8d1f6 {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:37:47.220173 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-14378919-d330-4990-a7e0-a869ed0c5996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.272219 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:37:47.283963 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea93d8c-b715-4a57-8c20-6f75fa48cb1d None None] Sync routers for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:37:47.294601 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea93d8c-b715-4a57-8c20-6f75fa48cb1d None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:37:47.295496 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-6ea93d8c-b715-4a57-8c20-6f75fa48cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:37:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:47.323233 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.425336 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-14378919-d330-4990-a7e0-a869ed0c5996 None None] For port a29df948-2224-4a4a-b940-a47c46d8d1f6, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=a29df948-2224-4a4a-b940-a47c46d8d1f6,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:37:47.426413 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-14378919-d330-4990-a7e0-a869ed0c5996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.427801 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1680908 Jun 27 12:37:47.430508 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'tag': '1b24e557-9c1d-4220-a85f-617965045eb4'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:37:47.504153 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'tag': '1b24e557-9c1d-4220-a85f-617965045eb4', 'status': 'completed', 'code': 200} Jun 27 12:37:47.519650 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-6ea93d8c-b715-4a57-8c20-6f75fa48cb1d None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:37:47.555567 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-14378919-d330-4990-a7e0-a869ed0c5996 None None] Calling delete_port for a29df948-2224-4a4a-b940-a47c46d8d1f6 owned by network:dhcp {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:37:47.566246 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] For port a29df948-2224-4a4a-b940-a47c46d8d1f6, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=a29df948-2224-4a4a-b940-a47c46d8d1f6,segment=NetworkSegment(5d49d98f-3349-4622-89c8-71842f3119cf),segment_id=5d49d98f-3349-4622-89c8-71842f3119cf)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:37:47.566682 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.690710 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Calling delete_port for a29df948-2224-4a4a-b940-a47c46d8d1f6 owned by network:dhcp {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:37:47.738806 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-14378919-d330-4990-a7e0-a869ed0c5996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468'] for port, after_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:47.743731 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:47.775579 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63783890-3b34-4ba8-b88a-ee7f175e6dda req-312d261f-e663-4886-ba96-b734cf1a1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:47.777217 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-63783890-3b34-4ba8-b88a-ee7f175e6dda req-312d261f-e663-4886-ba96-b734cf1a1223 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 1099 time: 0.2721462 Jun 27 12:37:47.787366 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14378919-d330-4990-a7e0-a869ed0c5996 None None] Pushing event deleted for resources: {'Port': ['ID=a29df948-2224-4a4a-b940-a47c46d8d1f6,revision_number=None']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:47.789489 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14378919-d330-4990-a7e0-a869ed0c5996 None None] No DVR routers for this DVR port a29df948-2224-4a4a-b940-a47c46d8d1f6 on host dv-cinder-798099-1-iscsi {{(pid=78481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:37:47.790931 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-14378919-d330-4990-a7e0-a869ed0c5996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:47.830185 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.db.api [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:37:47.830446 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_db.api [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:37:47.911525 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-6ea93d8c-b715-4a57-8c20-6f75fa48cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '19087ff7-019c-45e0-b65b-380dc25c28be', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '1b24e557-9c1d-4220-a85f-617965045eb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:84:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:37:45Z', 'updated_at': '2021-06-27T12:37:45Z', 'revision_number': 0, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}, {'id': '209ef172-e81e-49d6-b38a-4fc109c6c8c5', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:35:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:35:09Z', 'updated_at': '2021-06-27T12:35:13Z', 'revision_number': 1, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:47.915956 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea93d8c-b715-4a57-8c20-6f75fa48cb1d None None] Checking router: fe303b9e-f3c2-43e2-8aa6-744168fd3358 for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:37:47.925144 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea93d8c-b715-4a57-8c20-6f75fa48cb1d None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:37:47.925760 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-6ea93d8c-b715-4a57-8c20-6f75fa48cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:37:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:48.034541 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63783890-3b34-4ba8-b88a-ee7f175e6dda req-204fece7-8ec5-4745-bdd2-e63ccbe88153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:48.036016 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-63783890-3b34-4ba8-b88a-ee7f175e6dda req-204fece7-8ec5-4745-bdd2-e63ccbe88153 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 912 time: 0.2475028 Jun 27 12:37:48.104760 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 1d78dcb6-5b79-4747-b02f-0e62d42e41ec no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:37:48.105190 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-6ea93d8c-b715-4a57-8c20-6f75fa48cb1d None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:37:48.140483 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 1d78dcb6-5b79-4747-b02f-0e62d42e41ec {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:37:48.140817 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 1d78dcb6-5b79-4747-b02f-0e62d42e41ec not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:37:48.141232 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device a29df948-2224-4a4a-b940-a47c46d8d1f6 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:37:48.148039 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-63783890-3b34-4ba8-b88a-ee7f175e6dda req-395dcbf4-f521-418b-9969-37f63e99a4e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b24e557-9c1d-4220-a85f-617965045eb4 HTTP/1.1" status: 200 len: 999 time: 0.0982270 Jun 27 12:37:48.173371 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: a29df948-2224-4a4a-b940-a47c46d8d1f6 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:37:48.173716 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device a29df948-2224-4a4a-b940-a47c46d8d1f6 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:37:48.212719 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63783890-3b34-4ba8-b88a-ee7f175e6dda req-d1e691ae-9dfc-43ed-aabf-be84ad37d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:48.214170 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-63783890-3b34-4ba8-b88a-ee7f175e6dda req-d1e691ae-9dfc-43ed-aabf-be84ad37d53b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.0574448 Jun 27 12:37:48.300979 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63783890-3b34-4ba8-b88a-ee7f175e6dda req-5c7886ba-20f1-481b-9f2f-a7c3f295abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:48.302531 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-63783890-3b34-4ba8-b88a-ee7f175e6dda req-5c7886ba-20f1-481b-9f2f-a7c3f295abc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810971 Jun 27 12:37:48.331967 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Deleting port a29df948-2224-4a4a-b940-a47c46d8d1f6 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:37:48.332317 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.412670 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] The port 'a29df948-2224-4a4a-b940-a47c46d8d1f6' was deleted {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 12:37:48.462829 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-6ea93d8c-b715-4a57-8c20-6f75fa48cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '19087ff7-019c-45e0-b65b-380dc25c28be', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '1b24e557-9c1d-4220-a85f-617965045eb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:84:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:37:45Z', 'updated_at': '2021-06-27T12:37:45Z', 'revision_number': 0, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}, {'id': '209ef172-e81e-49d6-b38a-4fc109c6c8c5', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:35:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:35:09Z', 'updated_at': '2021-06-27T12:35:13Z', 'revision_number': 1, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:48.467172 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea93d8c-b715-4a57-8c20-6f75fa48cb1d None None] The sync data for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi is: [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '19087ff7-019c-45e0-b65b-380dc25c28be', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '1b24e557-9c1d-4220-a85f-617965045eb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:84:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:37:45Z', 'updated_at': '2021-06-27T12:37:45Z', 'revision_number': 0, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}, {'id': '209ef172-e81e-49d6-b38a-4fc109c6c8c5', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:35:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:35:09Z', 'updated_at': '2021-06-27T12:35:13Z', 'revision_number': 1, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:37:48.601487 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.613600 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-63783890-3b34-4ba8-b88a-ee7f175e6dda req-f7fcbfe8-64ac-44bb-a027-d78e4bc503e3 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036661 Jun 27 12:37:48.617456 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2965d30-fb8f-458f-bc60-25a0f9c6cf2f']}} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:48.664655 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d49d98f-3349-4622-89c8-71842f3119cf') {'for_net_delete': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:48.664917 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d49d98f-3349-4622-89c8-71842f3119cf') {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:37:48.670044 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f711f483-13e6-426b-8b19-d14f9e1ecd73 None None] New status for floating IP 19087ff7-019c-45e0-b65b-380dc25c28be: ACTIVE {{(pid=78481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:37:48.681866 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3158191'] for segment, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.747069 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.757316 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=78480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:37:48.757833 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2401454'] for segment, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: util.warn( Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: util.warn( Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: util.warn( Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: util.warn( Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: Traceback (most recent call last): Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: timer() Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: cb(*args, **kw) Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: return func(*args, **kwargs) Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: self._notify() Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: self.callback(batched_events) Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: event.method(event) Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: return f(self, *a, **k) Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: return self._get(url).json() Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: return self.request(url, 'GET', **kwargs) Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:37:48.770740 dv-cinder-798099-1-iscsi neutron-server[78480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:37:48.860269 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-63783890-3b34-4ba8-b88a-ee7f175e6dda req-d0f88b48-7ca4-405a-b2c5-de3aeef9c56c service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346179 Jun 27 12:37:48.865932 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.869796 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7e8abba9-e185-4b2d-b0ae-de853e6d28c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:48.883757 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:48.894503 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Pushing event deleted for resources: {'Network': ['ID=f2965d30-fb8f-458f-bc60-25a0f9c6cf2f,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:48.898964 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:48.902417 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-c88dfcf0-2e35-4e32-a02b-5d54b1dab60e admin admin] 10.222.0.38 "DELETE /v2.0/networks/f2965d30-fb8f-458f-bc60-25a0f9c6cf2f HTTP/1.1" status: 204 len: 168 time: 1.9527388 Jun 27 12:37:49.051805 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 39744) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:49.105135 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-a6150db9-bdb8-49cd-9eea-d922d0339cee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6098d054d9c4b7a9150524fc86a1454&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521097 Jun 27 12:37:49.107786 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 39748) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:49.168227 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-fd851f9d-91cf-4fec-908a-0f90d42c4bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:49.196135 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-fd851f9d-91cf-4fec-908a-0f90d42c4bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:49.251103 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-fd851f9d-91cf-4fec-908a-0f90d42c4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:49.254760 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e62d9bcf-a02d-4d85-a3ad-641d4b8dea8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:49.268716 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd851f9d-91cf-4fec-908a-0f90d42c4bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7ec5ee-bc76-41c7-8123-48781c3e9595,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:49.272486 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-fd851f9d-91cf-4fec-908a-0f90d42c4bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:49.275723 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-fd851f9d-91cf-4fec-908a-0f90d42c4bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:49.276936 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-fd851f9d-91cf-4fec-908a-0f90d42c4bc1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc7ec5ee-bc76-41c7-8123-48781c3e9595 HTTP/1.1" status: 204 len: 168 time: 0.1682687 Jun 27 12:37:50.087731 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 39774) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:50.197526 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1032150148-network', 'tenant_id': '680b58dd23c249c58dd63e17ee3913c3'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:37:50.204971 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:37:50.211329 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Usage tracker for resource:network and tenant:680b58dd23c249c58dd63e17ee3913c3 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:37:50.214321 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:37:50.221031 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:37:50.232843 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Made reservation on behalf of 680b58dd23c249c58dd63e17ee3913c3 for: {'network': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:37:50.235995 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.253512 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.273460 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:37:50.278272 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Usage tracker for resource:security_group_rule and tenant:680b58dd23c249c58dd63e17ee3913c3 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:37:50.282106 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:37:50.292963 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:37:50.387385 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.393147 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.395994 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-4826ac3b-b000-4fb4-aad9-8c5019663cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:50.425346 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=78480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:37:50.430576 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccd4aea-d2cb-4976-a862-b81505f0df75,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:50.434118 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:50.438323 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.438323 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.segments_db [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Added segment a3e0278e-e908-45b5-97e9-533c2e5fa83d of type vlan for network fd8291ff-6395-4a7a-95ac-fa94f9944223 Jun 27 12:37:50.466540 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.499433 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.500773 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:50.501357 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.504747 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:50.602629 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5137231 Jun 27 12:37:50.605562 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 39780) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:37:50.608222 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Pushing event updated for resources: {'Network': ['ID=fd8291ff-6395-4a7a-95ac-fa94f9944223,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:50.613161 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Request body: {'subnet': {'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1032150148-subnet', 'tenant_id': '680b58dd23c249c58dd63e17ee3913c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:37:50.616558 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:50.619424 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:37:50.622555 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network fd8291ff-6395-4a7a-95ac-fa94f9944223 details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:37:50.623537 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Usage tracker for resource:subnet and tenant:680b58dd23c249c58dd63e17ee3913c3 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:37:50.626430 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:37:50.632164 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:37:50.642342 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Made reservation on behalf of 680b58dd23c249c58dd63e17ee3913c3 for: {'subnet': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:37:50.645550 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389614'] for subnet, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.856543 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2400333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389624'] for subnet, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:50.860563 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3ba12623-ed9b-4906-b1c9-b0b181b4aadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:51.034972 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c57f796-f7fd-4cc7-907a-1503de59e818,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:51.038693 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:51.046547 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Checking segment: {'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:37:51.046888 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Network hostable DHCP agents. Network: fd8291ff-6395-4a7a-95ac-fa94f9944223, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:37:51.069785 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Network fd8291ff-6395-4a7a-95ac-fa94f9944223 is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:37:51.082905 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, fd8291ff-6395-4a7a-95ac-fa94f9944223) {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:37:51.088520 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:51.089152 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:51.092843 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac33eb8-4165-4da8-8d24-9d605d3aa5ce None None] Network fd8291ff-6395-4a7a-95ac-fa94f9944223 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:37:51.118267 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-f7501812-7199-46bb-bf09-2473b566a7a0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5062904 Jun 27 12:37:51.302334 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7111732f-4aa7-49b9-99df-7596b2135dca None None] Network fd8291ff-6395-4a7a-95ac-fa94f9944223 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:37:51.627965 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ac7e2f62-ec3e-46cf-8442-f19ca2967e0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:51.628581 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ac7e2f62-ec3e-46cf-8442-f19ca2967e0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Synchronizing usage tracker for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:network {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:37:51.649446 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ac7e2f62-ec3e-46cf-8442-f19ca2967e0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Unset dirty status for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:network {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:37:51.650903 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ac7e2f62-ec3e-46cf-8442-f19ca2967e0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/networks?id=fd8291ff-6395-4a7a-95ac-fa94f9944223 HTTP/1.1" status: 200 len: 815 time: 0.1688375 Jun 27 12:37:51.677930 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-6808c0f7-072f-476f-a982-912b4151d9f6 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/quotas/680b58dd23c249c58dd63e17ee3913c3 HTTP/1.1" status: 200 len: 375 time: 0.0157158 Jun 27 12:37:51.725868 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-d9a656a2-a770-413f-810e-c776696f8946 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=680b58dd23c249c58dd63e17ee3913c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420847 Jun 27 12:37:51.742289 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-06763f57-798f-4a31-b0a4-67751f7e9c8b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78480) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:37:51.743239 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-06763f57-798f-4a31-b0a4-67751f7e9c8b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075970 Jun 27 12:37:51.876248 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-cf848b3c-a45f-47a1-9c4f-41b8b6625460 service neutron] 10.222.0.38 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252863 Jun 27 12:37:52.021834 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-4ee45f69-0d3a-454e-b481-e2b4725acfe8 service neutron] 10.222.0.38 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367803 Jun 27 12:37:52.310081 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-191f8152-2eec-42af-bcc1-c345fdf2edc2 req-76f143a8-b107-48d6-8bee-24552ee6c1a5 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 210 time: 0.1484561 Jun 27 12:37:53.481655 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b374fb5d-2e14-4ae5-a976-676c3bee5f68 req-a9c19e69-4977-439d-91fe-5486c5fb5d97 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 210 time: 0.0616350 Jun 27 12:37:53.595013 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-6f070416-16d7-4cca-a620-4434f6d84232 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:53.596979 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-6f070416-16d7-4cca-a620-4434f6d84232 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "GET /v2.0/networks?id=fd8291ff-6395-4a7a-95ac-fa94f9944223 HTTP/1.1" status: 200 len: 815 time: 0.1995330 Jun 27 12:37:53.612681 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Request body: {'port': {'device_id': '08ddddb9-aaac-483d-a6ba-510029574a17', 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223', 'admin_state_up': True, 'tenant_id': '680b58dd23c249c58dd63e17ee3913c3'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:37:53.750576 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:37:53.754675 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Usage tracker for resource:port and tenant:680b58dd23c249c58dd63e17ee3913c3 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:37:53.757584 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:37:53.763903 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:37:53.776684 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Made reservation on behalf of 680b58dd23c249c58dd63e17ee3913c3 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:37:53.780300 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:53.943733 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Allocated IP 172.20.0.12 (fd8291ff-6395-4a7a-95ac-fa94f9944223/8c57f796-f7fd-4cc7-907a-1503de59e818/2dd32b8e-20fb-4ff7-aa94-09351705657b) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:37:54.147187 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:54.180266 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:54.186571 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1ab36d71-c152-424d-970d-b2db630ac91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:54.250047 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Network fd8291ff-6395-4a7a-95ac-fa94f9944223 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:37:54.253047 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:37:54.256709 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:37:54.293403 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Pushing event updated for resources: {'Port': ['ID=2dd32b8e-20fb-4ff7-aa94-09351705657b,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:54.301683 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:54.328826 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:54.329422 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:54.353284 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7440119 Jun 27 12:37:54.369363 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Request body: {'port': {'device_id': '08ddddb9-aaac-483d-a6ba-510029574a17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:37:54.488465 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:54.670172 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdc74d-922c-4f00-b4bc-1415928bfde6 req-5f05a563-0b8b-47ff-b6fc-829ec17035f5 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:54.671731 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f7bdc74d-922c-4f00-b4bc-1415928bfde6 req-5f05a563-0b8b-47ff-b6fc-829ec17035f5 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 932 time: 0.0809934 Jun 27 12:37:54.719674 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f7bdc74d-922c-4f00-b4bc-1415928bfde6 req-90c8ad62-fb04-4bf5-873a-9941542e995f tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 Jun 27 12:37:54.936436 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd32b8e-20fb-4ff7-aa94-09351705657b {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:37:54.943720 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:54.958704 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Transition to ACTIVE for port object 2dd32b8e-20fb-4ff7-aa94-09351705657b will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:37:54.964174 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:54.968869 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e4c7ac39-a444-480d-b715-42bb9c578bcd tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:55.114902 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd32b8e-20fb-4ff7-aa94-09351705657b,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:55.122496 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:55.193634 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Attempting to bind port 2dd32b8e-20fb-4ff7-aa94-09351705657b on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:37:55.193991 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Attempting to bind port 2dd32b8e-20fb-4ff7-aa94-09351705657b by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:37:55.194316 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Attempting to bind port 2dd32b8e-20fb-4ff7-aa94-09351705657b on network fd8291ff-6395-4a7a-95ac-fa94f9944223 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:37:55.199069 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Port 2dd32b8e-20fb-4ff7-aa94-09351705657b on network fd8291ff-6395-4a7a-95ac-fa94f9944223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:37:55.199377 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Attempting to bind port 2dd32b8e-20fb-4ff7-aa94-09351705657b on network fd8291ff-6395-4a7a-95ac-fa94f9944223 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:37:55.204545 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:37:55.204876 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Checking segment: {'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:37:55.205252 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Bound using segment: {'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:37:55.205654 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Bound port: 2dd32b8e-20fb-4ff7-aa94-09351705657b, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:37:55.205995 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:55.297040 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] For port 2dd32b8e-20fb-4ff7-aa94-09351705657b, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:37:55.300077 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] For port 2dd32b8e-20fb-4ff7-aa94-09351705657b, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2dd32b8e-20fb-4ff7-aa94-09351705657b,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:37:55.305452 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:55.309636 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-35ef53a0-ddb8-40d5-b3fe-1f5e070e08c4 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:37:55.366561 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:55.367161 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:55.368592 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] 10.222.0.36 "PUT /v2.0/ports/2dd32b8e-20fb-4ff7-aa94-09351705657b HTTP/1.1" status: 200 len: 1094 time: 1.0035062 Jun 27 12:37:55.369085 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ddddb9-aaac-483d-a6ba-510029574a17', 'tag': '2dd32b8e-20fb-4ff7-aa94-09351705657b'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:37:55.390066 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd32b8e-20fb-4ff7-aa94-09351705657b,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:37:55.393883 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:37:55.436456 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:55.457522 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ddddb9-aaac-483d-a6ba-510029574a17', 'tag': '2dd32b8e-20fb-4ff7-aa94-09351705657b', 'status': 'completed', 'code': 200} Jun 27 12:37:55.502428 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-dec0e370-4e39-44e8-aea1-edc8077dabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:55.503934 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-dec0e370-4e39-44e8-aea1-edc8077dabdd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=680b58dd23c249c58dd63e17ee3913c3&device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 1097 time: 0.0807106 Jun 27 12:37:55.576839 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-061819f9-f93c-4e90-97d4-92eb1ad246c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dd32b8e-20fb-4ff7-aa94-09351705657b HTTP/1.1" status: 200 len: 217 time: 0.0599115 Jun 27 12:37:55.643425 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-a4e4f1ed-1ed1-45a0-a50e-aeb00c99c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:55.644878 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-a4e4f1ed-1ed1-45a0-a50e-aeb00c99c196 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c57f796-f7fd-4cc7-907a-1503de59e818 HTTP/1.1" status: 200 len: 855 time: 0.0613079 Jun 27 12:37:55.692818 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-e2a9c0a7-f257-49fd-afa5-516f9ba95852 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8291ff-6395-4a7a-95ac-fa94f9944223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407267 Jun 27 12:37:55.837846 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-b8e82edf-aefc-4f3c-a6a9-8cda1245c53e service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361570 Jun 27 12:37:55.909114 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16ed10-ee59-4d76-9ab0-8da1b46b067c req-aa002a61-11b0-425b-8ac0-04d442bec08b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:55.910512 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4f16ed10-ee59-4d76-9ab0-8da1b46b067c req-aa002a61-11b0-425b-8ac0-04d442bec08b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 944 time: 0.0845308 Jun 27 12:37:55.958175 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4f16ed10-ee59-4d76-9ab0-8da1b46b067c req-f2009c17-4f68-48fc-8462-a4c60fb63fd1 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414095 Jun 27 12:37:55.974146 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-514ea7f3-500a-4d26-a425-2553e0dcffe6 req-9d6581d6-7c50-4efc-af55-daded934c486 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277606 Jun 27 12:37:56.099705 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c8e6d-3b94-414c-9e0c-85a255cb1e95 req-6e30588c-f5b0-4ba6-be94-ba29439f5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:56.101630 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-200c8e6d-3b94-414c-9e0c-85a255cb1e95 req-6e30588c-f5b0-4ba6-be94-ba29439f5a5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=680b58dd23c249c58dd63e17ee3913c3&device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 1097 time: 0.0758119 Jun 27 12:37:56.241555 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c8e6d-3b94-414c-9e0c-85a255cb1e95 req-5a5ada01-7efb-469e-bf69-6744479bd4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:56.242981 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-200c8e6d-3b94-414c-9e0c-85a255cb1e95 req-5a5ada01-7efb-469e-bf69-6744479bd4f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd8291ff-6395-4a7a-95ac-fa94f9944223 HTTP/1.1" status: 200 len: 916 time: 0.1328583 Jun 27 12:37:56.325927 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-200c8e6d-3b94-414c-9e0c-85a255cb1e95 req-51c2c461-8dd6-4d8a-a3e7-0fcc152cb4bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dd32b8e-20fb-4ff7-aa94-09351705657b HTTP/1.1" status: 200 len: 217 time: 0.0699677 Jun 27 12:37:56.388203 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c8e6d-3b94-414c-9e0c-85a255cb1e95 req-672f8bc2-900e-4925-ad22-2c0b9e2d16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:56.389624 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-200c8e6d-3b94-414c-9e0c-85a255cb1e95 req-672f8bc2-900e-4925-ad22-2c0b9e2d16d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c57f796-f7fd-4cc7-907a-1503de59e818 HTTP/1.1" status: 200 len: 855 time: 0.0569134 Jun 27 12:37:56.492650 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-526f0da1-be8f-44c4-91f9-976138749ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:56.531597 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-200c8e6d-3b94-414c-9e0c-85a255cb1e95 req-c099277d-5228-4485-abcb-01f0e42bf219 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8291ff-6395-4a7a-95ac-fa94f9944223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323452 Jun 27 12:37:56.676146 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-200c8e6d-3b94-414c-9e0c-85a255cb1e95 req-8fdc6119-9962-40e1-b331-777238a4ee44 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377749 Jun 27 12:37:56.812148 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-200c8e6d-3b94-414c-9e0c-85a255cb1e95 req-bff744c3-aee5-49ee-9da8-919240a6f89a service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243911 Jun 27 12:37:56.931769 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:57.166768 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256c753-1fdc-45b5-8b27-8dbf2774032d req-b4ec93c3-3c09-4136-b8c3-ff892c30ef18 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:57.167466 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-4256c753-1fdc-45b5-8b27-8dbf2774032d req-b4ec93c3-3c09-4136-b8c3-ff892c30ef18 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Synchronizing usage tracker for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:37:57.187402 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-4256c753-1fdc-45b5-8b27-8dbf2774032d req-b4ec93c3-3c09-4136-b8c3-ff892c30ef18 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Unset dirty status for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:37:57.188540 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4256c753-1fdc-45b5-8b27-8dbf2774032d req-b4ec93c3-3c09-4136-b8c3-ff892c30ef18 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 944 time: 0.1212661 Jun 27 12:37:57.233921 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-4256c753-1fdc-45b5-8b27-8dbf2774032d req-1f56c87b-3d25-44cd-9f1d-85046856dc2e tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Synchronizing usage tracker for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:security_group {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:37:57.251412 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-4256c753-1fdc-45b5-8b27-8dbf2774032d req-1f56c87b-3d25-44cd-9f1d-85046856dc2e tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Unset dirty status for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:security_group {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:37:57.252609 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4256c753-1fdc-45b5-8b27-8dbf2774032d req-1f56c87b-3d25-44cd-9f1d-85046856dc2e tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581775 Jun 27 12:37:58.443219 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f39a89-a2fd-4fff-a193-0066ed7601a0 req-a47ddd61-106f-487d-8109-c0be3497c62e tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:58.444747 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-90f39a89-a2fd-4fff-a193-0066ed7601a0 req-a47ddd61-106f-487d-8109-c0be3497c62e tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 944 time: 0.0839529 Jun 27 12:37:58.496957 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-90f39a89-a2fd-4fff-a193-0066ed7601a0 req-7b366299-d553-4c55-9477-3f609f1bce7e tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462086 Jun 27 12:37:59.126677 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-043b94eb-a8aa-4b29-bdb2-cbfda88c8031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:37:59.702845 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e8639-3a89-4297-9172-05b7c39a1af4 req-ef948b38-23b5-4d58-9c4d-391c3aefef6f tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:37:59.704318 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-764e8639-3a89-4297-9172-05b7c39a1af4 req-ef948b38-23b5-4d58-9c4d-391c3aefef6f tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 944 time: 0.0946958 Jun 27 12:37:59.752989 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-764e8639-3a89-4297-9172-05b7c39a1af4 req-40dff938-09bc-45e8-9650-6f6016decdae tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427196 Jun 27 12:38:00.134552 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:00.849462 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 2dd32b8e-20fb-4ff7-aa94-09351705657b details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:38:00.943943 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6767d2-a3d9-4e31-b81f-3ebace429b7d req-93a14eae-ab45-40d1-9ff4-63e3683c9cd6 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:00.945530 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de6767d2-a3d9-4e31-b81f-3ebace429b7d req-93a14eae-ab45-40d1-9ff4-63e3683c9cd6 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 944 time: 0.0811570 Jun 27 12:38:00.990947 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 2dd32b8e-20fb-4ff7-aa94-09351705657b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2dd32b8e-20fb-4ff7-aa94-09351705657b,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:00.997779 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de6767d2-a3d9-4e31-b81f-3ebace429b7d req-cdcc96f4-2283-4b6a-8aae-be79eb4f6920 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463188 Jun 27 12:38:01.004482 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '2dd32b8e-20fb-4ff7-aa94-09351705657b', 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223', 'port_id': '2dd32b8e-20fb-4ff7-aa94-09351705657b', 'mac_address': 'fa:16:3e:37:d2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c57f796-f7fd-4cc7-907a-1503de59e818', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:38:01.058402 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:01.075265 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd32b8e-20fb-4ff7-aa94-09351705657b {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:38:01.090762 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 2dd32b8e-20fb-4ff7-aa94-09351705657b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2dd32b8e-20fb-4ff7-aa94-09351705657b,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:01.098360 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:01.100995 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-14378919-d330-4990-a7e0-a869ed0c5996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:01.167942 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=2dd32b8e-20fb-4ff7-aa94-09351705657b,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:01.171032 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:01.567135 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['2dd32b8e-20fb-4ff7-aa94-09351705657b'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:38:01.621214 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:02.196323 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a2cf9-557b-4ffc-b92f-6625238fbbc0 req-6d3ab9ae-9f0c-4dac-b861-09dd2af20d89 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:02.197759 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d17a2cf9-557b-4ffc-b92f-6625238fbbc0 req-6d3ab9ae-9f0c-4dac-b861-09dd2af20d89 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 945 time: 0.0913072 Jun 27 12:38:02.242196 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d17a2cf9-557b-4ffc-b92f-6625238fbbc0 req-aba1c470-7913-46a6-93b3-4e24bf46c275 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386574 Jun 27 12:38:02.876126 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 2dd32b8e-20fb-4ff7-aa94-09351705657b up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:38:02.979692 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port 2dd32b8e-20fb-4ff7-aa94-09351705657b completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:38:02.984414 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 2dd32b8e-20fb-4ff7-aa94-09351705657b triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:38:02.984798 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:03.097588 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:03.124647 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ddddb9-aaac-483d-a6ba-510029574a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd32b8e-20fb-4ff7-aa94-09351705657b'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:38:03.135193 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 2dd32b8e-20fb-4ff7-aa94-09351705657b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2dd32b8e-20fb-4ff7-aa94-09351705657b,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:03.139727 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:03.141715 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:03.171158 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ddddb9-aaac-483d-a6ba-510029574a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd32b8e-20fb-4ff7-aa94-09351705657b', 'code': 200} Jun 27 12:38:03.209205 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=2dd32b8e-20fb-4ff7-aa94-09351705657b,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:03.212477 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:03.467356 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb27eb9-0d27-4d37-b302-df4f0fe4de97 req-f71e64e0-2499-4092-b0bc-bd2367ab1fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:03.468897 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-adb27eb9-0d27-4d37-b302-df4f0fe4de97 req-f71e64e0-2499-4092-b0bc-bd2367ab1fda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 1099 time: 0.1294191 Jun 27 12:38:03.477613 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99eb7f-a662-4861-b2c6-95339e08faf9 req-76a18af8-b963-4222-a0ad-d3fbbe0e7113 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:03.478985 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8b99eb7f-a662-4861-b2c6-95339e08faf9 req-76a18af8-b963-4222-a0ad-d3fbbe0e7113 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 946 time: 0.1100588 Jun 27 12:38:03.543943 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-adb27eb9-0d27-4d37-b302-df4f0fe4de97 req-baed1d9f-2f6d-4cc8-abe7-81fa7808d318 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630784 Jun 27 12:38:03.548329 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8b99eb7f-a662-4861-b2c6-95339e08faf9 req-d548b12f-87df-4de2-bd13-727fcc224387 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551465 Jun 27 12:38:04.744764 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5f991-826c-47fc-b668-f58a2748b4d0 req-c4af8377-48df-4e7d-91e7-07ce4896202b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:04.746230 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6de5f991-826c-47fc-b668-f58a2748b4d0 req-c4af8377-48df-4e7d-91e7-07ce4896202b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 946 time: 0.0870836 Jun 27 12:38:04.791982 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6de5f991-826c-47fc-b668-f58a2748b4d0 req-5c681a5f-3e73-4023-b3cb-d9fb2f804763 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 Jun 27 12:38:05.995390 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead36b8b-2198-4463-868c-71e883afc806 req-91ceccc5-8e7b-47e0-9bd4-8fba578081ef tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:05.996857 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ead36b8b-2198-4463-868c-71e883afc806 req-91ceccc5-8e7b-47e0-9bd4-8fba578081ef tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 946 time: 0.0889807 Jun 27 12:38:06.042827 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ead36b8b-2198-4463-868c-71e883afc806 req-1f99fe17-1511-4a0b-bee7-93508566f2ba tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400028 Jun 27 12:38:16.146564 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-6349f64f-3318-473c-a635-3e26ee92c18f tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:16.147981 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-6349f64f-3318-473c-a635-3e26ee92c18f tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/networks?id=fd8291ff-6395-4a7a-95ac-fa94f9944223 HTTP/1.1" status: 200 len: 815 time: 0.1581037 Jun 27 12:38:16.163120 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-09e8bd81-340b-4568-a4cd-9f34eb95428c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/quotas/680b58dd23c249c58dd63e17ee3913c3 HTTP/1.1" status: 200 len: 375 time: 0.0095007 Jun 27 12:38:16.247230 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-149c9abf-2eee-4562-b8de-620946572f5f tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=680b58dd23c249c58dd63e17ee3913c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786757 Jun 27 12:38:16.389161 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-627ba48a-a315-42b7-872b-63c0b4bea26f service neutron] 10.222.0.38 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343033 Jun 27 12:38:16.532881 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-daf219bc-3e26-4198-9420-04ac43e2d823 service neutron] 10.222.0.38 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353045 Jun 27 12:38:16.723493 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3f42d3e2-25ec-403c-8173-626841659e2b req-892ae78d-9c12-456b-833c-7aa0b64048aa tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 210 time: 0.0418012 Jun 27 12:38:17.633600 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:38:18.004838 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5938c895-24e0-41f0-820e-a3856d256572 req-6aea9b72-0a65-452d-92a2-276f7de68d8e tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 210 time: 0.1604497 Jun 27 12:38:18.047475 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-34477b29-ef96-4014-98f5-854306688660 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:18.048888 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-34477b29-ef96-4014-98f5-854306688660 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "GET /v2.0/networks?id=fd8291ff-6395-4a7a-95ac-fa94f9944223 HTTP/1.1" status: 200 len: 815 time: 0.3148458 Jun 27 12:38:18.068795 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Request body: {'port': {'device_id': '61f720d8-9c36-46e9-bff8-4b00bd9f2720', 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223', 'admin_state_up': True, 'tenant_id': '680b58dd23c249c58dd63e17ee3913c3'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:38:18.214294 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:38:18.225081 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:38:18.237817 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Made reservation on behalf of 680b58dd23c249c58dd63e17ee3913c3 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:38:18.241263 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:18.406296 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Allocated IP 172.20.0.9 (fd8291ff-6395-4a7a-95ac-fa94f9944223/8c57f796-f7fd-4cc7-907a-1503de59e818/a2333d2b-b895-4a44-86a6-57936a0a69f1) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:38:18.615288 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:18.647008 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:18.652844 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7f831357-0a6e-496a-a6b4-9c0d9017c001 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:18.663619 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['2dd32b8e-20fb-4ff7-aa94-09351705657b'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:38:18.716490 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Network fd8291ff-6395-4a7a-95ac-fa94f9944223 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:38:18.719501 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:38:18.723252 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:38:18.759687 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Pushing event updated for resources: {'Port': ['ID=a2333d2b-b895-4a44-86a6-57936a0a69f1,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:18.768425 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:18.791796 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:18.792426 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:18.820473 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7576864 Jun 27 12:38:18.834211 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Request body: {'port': {'device_id': '61f720d8-9c36-46e9-bff8-4b00bd9f2720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:38:18.948500 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:19.193772 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3688dd-1939-4d5b-b278-726393204568 req-14f9e9ff-69a8-4b93-afd8-9c18ad4390cd tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:19.195287 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4d3688dd-1939-4d5b-b278-726393204568 req-14f9e9ff-69a8-4b93-afd8-9c18ad4390cd tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 931 time: 0.0836430 Jun 27 12:38:19.240031 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4d3688dd-1939-4d5b-b278-726393204568 req-38dbcab2-9b01-4719-aece-eb20d35120ed tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388653 Jun 27 12:38:19.286005 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2333d2b-b895-4a44-86a6-57936a0a69f1 {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:38:19.293522 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:19.308749 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Transition to ACTIVE for port object a2333d2b-b895-4a44-86a6-57936a0a69f1 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:38:19.314766 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:19.321220 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:19.451754 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Pushing event updated for resources: {'Port': ['ID=a2333d2b-b895-4a44-86a6-57936a0a69f1,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:19.455260 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:19.559457 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Attempting to bind port a2333d2b-b895-4a44-86a6-57936a0a69f1 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:38:19.559786 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Attempting to bind port a2333d2b-b895-4a44-86a6-57936a0a69f1 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:38:19.560092 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Attempting to bind port a2333d2b-b895-4a44-86a6-57936a0a69f1 on network fd8291ff-6395-4a7a-95ac-fa94f9944223 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:38:19.565029 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Port a2333d2b-b895-4a44-86a6-57936a0a69f1 on network fd8291ff-6395-4a7a-95ac-fa94f9944223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:38:19.565335 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Attempting to bind port a2333d2b-b895-4a44-86a6-57936a0a69f1 on network fd8291ff-6395-4a7a-95ac-fa94f9944223 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:38:19.570432 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:38:19.570753 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Checking segment: {'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:38:19.571130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Bound using segment: {'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:38:19.571533 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Bound port: a2333d2b-b895-4a44-86a6-57936a0a69f1, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:38:19.571863 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:19.661188 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] For port a2333d2b-b895-4a44-86a6-57936a0a69f1, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:38:19.664196 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] For port a2333d2b-b895-4a44-86a6-57936a0a69f1, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a2333d2b-b895-4a44-86a6-57936a0a69f1,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:38:19.671478 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:19.675022 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-ea3aa882-35ad-4153-9ef1-b06370c6f9b7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:19.732806 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:19.733407 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:19.734749 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] 10.222.0.36 "PUT /v2.0/ports/a2333d2b-b895-4a44-86a6-57936a0a69f1 HTTP/1.1" status: 200 len: 1093 time: 0.9050756 Jun 27 12:38:19.735260 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f720d8-9c36-46e9-bff8-4b00bd9f2720', 'tag': 'a2333d2b-b895-4a44-86a6-57936a0a69f1'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:38:19.757839 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Pushing event updated for resources: {'Port': ['ID=a2333d2b-b895-4a44-86a6-57936a0a69f1,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:19.761159 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:19.788174 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f720d8-9c36-46e9-bff8-4b00bd9f2720', 'tag': 'a2333d2b-b895-4a44-86a6-57936a0a69f1', 'status': 'completed', 'code': 200} Jun 27 12:38:19.866273 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-039b7a9b-82bf-4cad-b647-fda7cc7629e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:19.867760 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-039b7a9b-82bf-4cad-b647-fda7cc7629e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=680b58dd23c249c58dd63e17ee3913c3&device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 1096 time: 0.0769300 Jun 27 12:38:20.037309 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-f3ef487d-4362-451d-93fc-a21ba057f643 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2333d2b-b895-4a44-86a6-57936a0a69f1 HTTP/1.1" status: 200 len: 217 time: 0.1609123 Jun 27 12:38:20.105642 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-d6c3a08c-9f0e-40d7-9a81-215b32ca83cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:20.107137 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-d6c3a08c-9f0e-40d7-9a81-215b32ca83cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c57f796-f7fd-4cc7-907a-1503de59e818 HTTP/1.1" status: 200 len: 855 time: 0.0618837 Jun 27 12:38:20.156964 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-247889b4-c35a-4630-b0f1-c4388dc06b71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8291ff-6395-4a7a-95ac-fa94f9944223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430846 Jun 27 12:38:20.290047 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-6023cfae-a4fe-4932-8344-c3412504d087 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247370 Jun 27 12:38:20.428939 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5a3ba-d56a-410d-aaec-4383e6d2b8f6 req-58d37875-42da-4ac9-8d08-adce806566f4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:20.430455 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b2c5a3ba-d56a-410d-aaec-4383e6d2b8f6 req-58d37875-42da-4ac9-8d08-adce806566f4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 943 time: 0.0797818 Jun 27 12:38:20.433993 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ab7bbf1b-52f3-4482-9332-3cb04f21f96b req-9c2a55f5-a4d5-4fd0-95d6-80083c39be6c service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361375 Jun 27 12:38:20.483208 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b2c5a3ba-d56a-410d-aaec-4383e6d2b8f6 req-807af578-ad72-4ca5-a0fd-469aacfaf84b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436449 Jun 27 12:38:20.570949 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca44b55-aeb4-4a71-bfb5-54a5a181bc2c req-09b7a96e-09ab-415a-8537-b824684f94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:20.573028 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bca44b55-aeb4-4a71-bfb5-54a5a181bc2c req-09b7a96e-09ab-415a-8537-b824684f94fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=680b58dd23c249c58dd63e17ee3913c3&device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 1096 time: 0.0807693 Jun 27 12:38:20.706534 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca44b55-aeb4-4a71-bfb5-54a5a181bc2c req-711dadc1-693f-461c-be6e-6f2b6beafba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:20.707982 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bca44b55-aeb4-4a71-bfb5-54a5a181bc2c req-711dadc1-693f-461c-be6e-6f2b6beafba2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd8291ff-6395-4a7a-95ac-fa94f9944223 HTTP/1.1" status: 200 len: 916 time: 0.1282666 Jun 27 12:38:20.786475 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bca44b55-aeb4-4a71-bfb5-54a5a181bc2c req-f109beb5-b81f-40e2-be6e-7a311476df2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2333d2b-b895-4a44-86a6-57936a0a69f1 HTTP/1.1" status: 200 len: 217 time: 0.0627859 Jun 27 12:38:20.849318 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca44b55-aeb4-4a71-bfb5-54a5a181bc2c req-669e4071-bd69-4772-b646-46ac9904aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:20.850738 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bca44b55-aeb4-4a71-bfb5-54a5a181bc2c req-669e4071-bd69-4772-b646-46ac9904aff4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c57f796-f7fd-4cc7-907a-1503de59e818 HTTP/1.1" status: 200 len: 855 time: 0.0563149 Jun 27 12:38:20.902792 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bca44b55-aeb4-4a71-bfb5-54a5a181bc2c req-0c26e977-bca0-478f-9134-cccc618d6851 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8291ff-6395-4a7a-95ac-fa94f9944223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442638 Jun 27 12:38:21.039918 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bca44b55-aeb4-4a71-bfb5-54a5a181bc2c req-09080c04-b241-4a05-a227-1eac2685158b service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270599 Jun 27 12:38:21.174670 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bca44b55-aeb4-4a71-bfb5-54a5a181bc2c req-4d5cbc35-b8be-4833-95ef-640dcc2d5171 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275127 Jun 27 12:38:21.682387 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f062719-3fd3-498d-976c-7fbebbd6a332 req-608bcfc9-0432-46db-bef2-d9747cb4e4a4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:21.683131 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-6f062719-3fd3-498d-976c-7fbebbd6a332 req-608bcfc9-0432-46db-bef2-d9747cb4e4a4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Synchronizing usage tracker for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:38:21.701409 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-6f062719-3fd3-498d-976c-7fbebbd6a332 req-608bcfc9-0432-46db-bef2-d9747cb4e4a4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Unset dirty status for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:38:21.702728 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6f062719-3fd3-498d-976c-7fbebbd6a332 req-608bcfc9-0432-46db-bef2-d9747cb4e4a4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 943 time: 0.1128316 Jun 27 12:38:21.747312 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6f062719-3fd3-498d-976c-7fbebbd6a332 req-75e67fed-2cf5-4819-9d8e-2e8e4f1271ce tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386376 Jun 27 12:38:22.941478 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ca6a1-1816-403b-a469-934780f19c27 req-4932d9ec-3a06-4f6e-b45e-2d9e26db1f84 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:22.942925 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4e0ca6a1-1816-403b-a469-934780f19c27 req-4932d9ec-3a06-4f6e-b45e-2d9e26db1f84 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 943 time: 0.0889678 Jun 27 12:38:22.988588 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4e0ca6a1-1816-403b-a469-934780f19c27 req-3bba8f24-b7b3-47f4-a18d-e40ad2ab630a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Jun 27 12:38:24.180009 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284f7d7-c72b-4397-a5eb-8a6e7e3847f9 req-c119531e-0abd-4fec-8688-6938bd386568 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:24.181863 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0284f7d7-c72b-4397-a5eb-8a6e7e3847f9 req-c119531e-0abd-4fec-8688-6938bd386568 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 943 time: 0.0859621 Jun 27 12:38:24.236453 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0284f7d7-c72b-4397-a5eb-8a6e7e3847f9 req-8d957beb-9a50-4d6b-bd64-bdc8155ea1f0 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455537 Jun 27 12:38:25.020349 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device a2333d2b-b895-4a44-86a6-57936a0a69f1 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:38:25.157620 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port a2333d2b-b895-4a44-86a6-57936a0a69f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a2333d2b-b895-4a44-86a6-57936a0a69f1,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:25.170502 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': 'a2333d2b-b895-4a44-86a6-57936a0a69f1', 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223', 'port_id': 'a2333d2b-b895-4a44-86a6-57936a0a69f1', 'mac_address': 'fa:16:3e:ca:03:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c57f796-f7fd-4cc7-907a-1503de59e818', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:38:25.228558 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:25.245545 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2333d2b-b895-4a44-86a6-57936a0a69f1 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:38:25.261152 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port a2333d2b-b895-4a44-86a6-57936a0a69f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a2333d2b-b895-4a44-86a6-57936a0a69f1,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:25.267795 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:25.271122 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:25.338572 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=a2333d2b-b895-4a44-86a6-57936a0a69f1,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:25.342531 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:25.435220 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69cdac-54fb-4053-8c22-92b88c9b9449 req-20c7e545-69d2-489b-a2fa-0318b31e7097 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:25.436625 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1d69cdac-54fb-4053-8c22-92b88c9b9449 req-20c7e545-69d2-489b-a2fa-0318b31e7097 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 944 time: 0.0852554 Jun 27 12:38:25.447814 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:25.484159 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1d69cdac-54fb-4053-8c22-92b88c9b9449 req-a8583c8b-2230-4c11-93de-4524f613ab4f tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Jun 27 12:38:25.721247 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['a2333d2b-b895-4a44-86a6-57936a0a69f1'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:38:26.487464 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-9572abe5-6745-48e2-8c71-003b201bc5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:26.539682 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0736bb42-67a4-48ad-a691-1ad40c081c4e req-d6960480-7375-4d66-b870-215bcaf49c99 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707767 Jun 27 12:38:26.707715 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9eed5-16bc-4f1d-a6c4-d62f5d67b46c req-d074afab-0fa5-4e75-90be-0443ebf5b468 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:26.709271 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eea9eed5-16bc-4f1d-a6c4-d62f5d67b46c req-d074afab-0fa5-4e75-90be-0443ebf5b468 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 944 time: 0.1133964 Jun 27 12:38:26.711256 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736bb42-67a4-48ad-a691-1ad40c081c4e req-05d764e6-4e0e-4089-a1e8-15b778e098f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:26.712630 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0736bb42-67a4-48ad-a691-1ad40c081c4e req-05d764e6-4e0e-4089-a1e8-15b778e098f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 1099 time: 0.1466138 Jun 27 12:38:26.880142 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eea9eed5-16bc-4f1d-a6c4-d62f5d67b46c req-c79e8231-d68e-4b72-89f0-1eb33eb67fae tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643059 Jun 27 12:38:26.928469 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:26.967753 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736bb42-67a4-48ad-a691-1ad40c081c4e req-f8b58ee4-0ac5-4ce3-8e28-07c86669b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:26.969246 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0736bb42-67a4-48ad-a691-1ad40c081c4e req-f8b58ee4-0ac5-4ce3-8e28-07c86669b764 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 912 time: 0.2330263 Jun 27 12:38:27.034896 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device a2333d2b-b895-4a44-86a6-57936a0a69f1 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:38:27.072803 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0736bb42-67a4-48ad-a691-1ad40c081c4e req-3c54cf67-6e0f-44c1-a3e9-8042329185b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00b54543-d7b2-4102-b675-e0583fb3b20f HTTP/1.1" status: 200 len: 1001 time: 0.0963452 Jun 27 12:38:27.105897 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port a2333d2b-b895-4a44-86a6-57936a0a69f1 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:38:27.110978 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port a2333d2b-b895-4a44-86a6-57936a0a69f1 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:38:27.111353 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:27.143827 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736bb42-67a4-48ad-a691-1ad40c081c4e req-fa8cc977-e127-440e-ae29-2b5888a7b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:27.145323 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0736bb42-67a4-48ad-a691-1ad40c081c4e req-fa8cc977-e127-440e-ae29-2b5888a7b04c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.0659828 Jun 27 12:38:27.228469 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736bb42-67a4-48ad-a691-1ad40c081c4e req-e8aa123e-dcde-43d0-8a2f-3572aa30e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:27.229969 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0736bb42-67a4-48ad-a691-1ad40c081c4e req-e8aa123e-dcde-43d0-8a2f-3572aa30e7fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767267 Jun 27 12:38:27.235754 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:27.263011 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f720d8-9c36-46e9-bff8-4b00bd9f2720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2333d2b-b895-4a44-86a6-57936a0a69f1'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:38:27.275905 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port a2333d2b-b895-4a44-86a6-57936a0a69f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a2333d2b-b895-4a44-86a6-57936a0a69f1,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:27.283659 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:27.286892 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:27.355986 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=a2333d2b-b895-4a44-86a6-57936a0a69f1,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:27.363372 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:27.369786 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f720d8-9c36-46e9-bff8-4b00bd9f2720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2333d2b-b895-4a44-86a6-57936a0a69f1', 'code': 200} Jun 27 12:38:27.371608 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0736bb42-67a4-48ad-a691-1ad40c081c4e req-c8c7fa47-0ba3-4297-beb6-13248db4a8dd service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343646 Jun 27 12:38:27.512364 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0736bb42-67a4-48ad-a691-1ad40c081c4e req-2f4dec73-8e82-437f-be7f-4c19a72fef88 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299098 Jun 27 12:38:27.623481 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdbd06-6b8f-474e-a642-33533f79a055 req-7b40b7da-7483-4f9f-a722-dcb9fa908cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:27.625093 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-45cdbd06-6b8f-474e-a642-33533f79a055 req-7b40b7da-7483-4f9f-a722-dcb9fa908cf8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 1098 time: 0.0767138 Jun 27 12:38:27.679574 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-45cdbd06-6b8f-474e-a642-33533f79a055 req-1dd7c30d-a4c4-4b2c-bbb7-98f0a70c016b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455425 Jun 27 12:38:28.088808 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dd6d5-cf99-47a6-955a-7ca196cc0da0 req-58013d5d-31bf-4911-af42-117edbbcb608 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:28.090270 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-964dd6d5-cf99-47a6-955a-7ca196cc0da0 req-58013d5d-31bf-4911-af42-117edbbcb608 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 945 time: 0.0934780 Jun 27 12:38:28.138664 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-964dd6d5-cf99-47a6-955a-7ca196cc0da0 req-f22efa36-60ce-4708-8fcc-2416fab2c70c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Jun 27 12:38:29.121175 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-456c1441-63c2-4d81-ae88-a1b7111377e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:29.336972 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c9a1a-d449-4752-b542-4b57a7402d70 req-13e4f0a6-162d-47cc-bd3b-f4c0f854bc07 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:29.338436 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-906c9a1a-d449-4752-b542-4b57a7402d70 req-13e4f0a6-162d-47cc-bd3b-f4c0f854bc07 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 945 time: 0.0914605 Jun 27 12:38:29.383601 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-906c9a1a-d449-4752-b542-4b57a7402d70 req-2198d6ba-30bc-4671-a9c1-f0ee6ddd5311 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Jun 27 12:38:30.132792 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:31.547445 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-2f900103-89e9-4b97-a496-3e60b390e6e1 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:31.548891 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-2f900103-89e9-4b97-a496-3e60b390e6e1 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/networks?id=fd8291ff-6395-4a7a-95ac-fa94f9944223 HTTP/1.1" status: 200 len: 815 time: 0.1457384 Jun 27 12:38:31.563815 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7f7ff847-a00a-4748-8720-ac294b5eda54 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/quotas/680b58dd23c249c58dd63e17ee3913c3 HTTP/1.1" status: 200 len: 375 time: 0.0092568 Jun 27 12:38:31.612835 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:31.650760 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-a65f86e2-c423-43df-b4f9-996d4dd9ab56 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=680b58dd23c249c58dd63e17ee3913c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818121 Jun 27 12:38:31.795339 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-447b0f43-f258-4057-84bb-960e644bfa3b service neutron] 10.222.0.38 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372635 Jun 27 12:38:31.946784 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-2697847e-ed45-4fa4-bb6e-d48833a66869 service neutron] 10.222.0.38 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450081 Jun 27 12:38:32.149162 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-4f4c5fec-81ad-4c1b-ad13-c70e8ba6ce30 req-4d9fbcfd-d7c7-4c7f-85cb-2c211d07b394 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 210 time: 0.0425572 Jun 27 12:38:33.305906 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-9be99a77-9a34-4f18-983a-ff4571469768 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:33.307475 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-9be99a77-9a34-4f18-983a-ff4571469768 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "GET /v2.0/networks?id=fd8291ff-6395-4a7a-95ac-fa94f9944223 HTTP/1.1" status: 200 len: 815 time: 0.1554837 Jun 27 12:38:33.334450 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Request body: {'port': {'device_id': '90ca16dd-c75c-4576-b55b-da187b250151', 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223', 'admin_state_up': True, 'tenant_id': '680b58dd23c249c58dd63e17ee3913c3'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:38:33.563762 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-26a5d096-d58b-41fb-9d81-300e7626538f req-f1354720-9cdf-46fc-a270-3defd92d74d0 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 210 time: 0.0574977 Jun 27 12:38:33.597572 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:38:33.607682 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:38:33.621785 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Made reservation on behalf of 680b58dd23c249c58dd63e17ee3913c3 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:38:33.625483 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:33.794628 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Allocated IP 172.20.0.11 (fd8291ff-6395-4a7a-95ac-fa94f9944223/8c57f796-f7fd-4cc7-907a-1503de59e818/f989e2cf-6790-430c-9429-4dc1b3a60b90) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:38:34.002876 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:34.045368 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:34.052544 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:34.063157 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['2dd32b8e-20fb-4ff7-aa94-09351705657b', 'a2333d2b-b895-4a44-86a6-57936a0a69f1'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:38:34.120178 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Network fd8291ff-6395-4a7a-95ac-fa94f9944223 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:38:34.123187 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:38:34.127105 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:38:34.157117 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Pushing event updated for resources: {'Port': ['ID=f989e2cf-6790-430c-9429-4dc1b3a60b90,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:34.173718 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:34.174078 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:34.174433 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:34.174780 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:34.175125 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:34.175469 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:34.175810 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:34.176148 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:34.176523 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:34.176859 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:34.177228 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:34.177523 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:34.182932 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:34.202676 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:34.203291 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:34.229306 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8997412 Jun 27 12:38:34.241450 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Request body: {'port': {'device_id': '90ca16dd-c75c-4576-b55b-da187b250151', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:38:34.353099 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:34.708431 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f989e2cf-6790-430c-9429-4dc1b3a60b90 {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:38:34.716034 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:34.730894 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Transition to ACTIVE for port object f989e2cf-6790-430c-9429-4dc1b3a60b90 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:38:34.735539 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:34.739330 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a271f299-fdca-4587-b330-b4e212f98247 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:34.754739 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c64704-bb09-49b8-912d-9b7bccbed739 req-b5d9ce78-af21-465e-943d-51f2e0c87b5c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:34.756300 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-60c64704-bb09-49b8-912d-9b7bccbed739 req-b5d9ce78-af21-465e-943d-51f2e0c87b5c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 932 time: 0.0860178 Jun 27 12:38:34.803112 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-60c64704-bb09-49b8-912d-9b7bccbed739 req-071e2ca4-b724-46a6-bd64-8569e4a3a22b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405726 Jun 27 12:38:34.889892 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f989e2cf-6790-430c-9429-4dc1b3a60b90,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:34.897570 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:34.971334 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Attempting to bind port f989e2cf-6790-430c-9429-4dc1b3a60b90 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:38:34.971623 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Attempting to bind port f989e2cf-6790-430c-9429-4dc1b3a60b90 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:38:34.972029 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Attempting to bind port f989e2cf-6790-430c-9429-4dc1b3a60b90 on network fd8291ff-6395-4a7a-95ac-fa94f9944223 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:38:34.977090 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Port f989e2cf-6790-430c-9429-4dc1b3a60b90 on network fd8291ff-6395-4a7a-95ac-fa94f9944223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:38:34.977420 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Attempting to bind port f989e2cf-6790-430c-9429-4dc1b3a60b90 on network fd8291ff-6395-4a7a-95ac-fa94f9944223 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:38:34.982466 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:38:34.982798 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Checking segment: {'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:38:34.983176 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Bound using segment: {'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:38:34.983633 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Bound port: f989e2cf-6790-430c-9429-4dc1b3a60b90, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:38:34.983967 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:35.072655 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] For port f989e2cf-6790-430c-9429-4dc1b3a60b90, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:38:35.075608 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] For port f989e2cf-6790-430c-9429-4dc1b3a60b90, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f989e2cf-6790-430c-9429-4dc1b3a60b90,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:38:35.083227 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:35.086862 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:35.141230 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:35.141830 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:35.143191 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-85525256-972a-40b1-b408-f265d46424e5 service neutron] 10.222.0.36 "PUT /v2.0/ports/f989e2cf-6790-430c-9429-4dc1b3a60b90 HTTP/1.1" status: 200 len: 1094 time: 0.9059887 Jun 27 12:38:35.143686 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ca16dd-c75c-4576-b55b-da187b250151', 'tag': 'f989e2cf-6790-430c-9429-4dc1b3a60b90'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:38:35.165541 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f989e2cf-6790-430c-9429-4dc1b3a60b90,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:35.168717 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:35.223873 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ca16dd-c75c-4576-b55b-da187b250151', 'tag': 'f989e2cf-6790-430c-9429-4dc1b3a60b90', 'status': 'completed', 'code': 200} Jun 27 12:38:35.260691 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-385bd422-6dc1-43ad-a84c-984f3924fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:35.262157 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-385bd422-6dc1-43ad-a84c-984f3924fb96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=680b58dd23c249c58dd63e17ee3913c3&device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 1097 time: 0.0771129 Jun 27 12:38:35.332355 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-4e81a355-0126-4ec7-aa58-f0c6d7ea4932 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f989e2cf-6790-430c-9429-4dc1b3a60b90 HTTP/1.1" status: 200 len: 217 time: 0.0620751 Jun 27 12:38:35.492980 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-dbfb2287-f3ac-4477-b205-5f4d636df34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:35.494503 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-dbfb2287-f3ac-4477-b205-5f4d636df34b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c57f796-f7fd-4cc7-907a-1503de59e818 HTTP/1.1" status: 200 len: 855 time: 0.1535740 Jun 27 12:38:35.551677 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-46698ed4-e964-4cd4-970a-f3ffb252d19b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8291ff-6395-4a7a-95ac-fa94f9944223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404742 Jun 27 12:38:35.686572 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-0432f224-50d7-4753-9186-fe3d4225d969 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243143 Jun 27 12:38:35.824527 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1f129b4b-a4bb-44c2-aa83-d5e0554c6f5a req-6df66922-66ea-43e5-8970-485c482cceee service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305358 Jun 27 12:38:36.035950 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37546e98-b457-4d44-867e-bc15d149f33d req-1b8b24bb-593b-4491-ad3a-8d0b537964c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:36.037398 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-37546e98-b457-4d44-867e-bc15d149f33d req-1b8b24bb-593b-4491-ad3a-8d0b537964c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=680b58dd23c249c58dd63e17ee3913c3&device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 1097 time: 0.1409297 Jun 27 12:38:36.053488 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9ea5-c969-4025-bb47-17317aa619a2 req-b5103a9a-760e-48a2-86d2-59f46ea3d658 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:36.054236 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-566b9ea5-c969-4025-bb47-17317aa619a2 req-b5103a9a-760e-48a2-86d2-59f46ea3d658 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Synchronizing usage tracker for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:38:36.060266 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376913-2522-47f3-8d08-115987ecf996 req-72994c6b-563d-41a9-bb84-9d215aae0a0a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:36.060266 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-97376913-2522-47f3-8d08-115987ecf996 req-72994c6b-563d-41a9-bb84-9d215aae0a0a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 947 time: 0.0837567 Jun 27 12:38:36.115433 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-97376913-2522-47f3-8d08-115987ecf996 req-83e60366-d6c8-425f-a594-02e97e6eb0e7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473511 Jun 27 12:38:36.154553 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-566b9ea5-c969-4025-bb47-17317aa619a2 req-b5103a9a-760e-48a2-86d2-59f46ea3d658 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Unset dirty status for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:38:36.156124 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-566b9ea5-c969-4025-bb47-17317aa619a2 req-b5103a9a-760e-48a2-86d2-59f46ea3d658 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 944 time: 0.2201381 Jun 27 12:38:36.232490 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-566b9ea5-c969-4025-bb47-17317aa619a2 req-c39c3c0a-d189-47a6-89ae-fffe673ae72f tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640116 Jun 27 12:38:36.235040 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37546e98-b457-4d44-867e-bc15d149f33d req-bf682912-aae1-4012-a7cb-fb9999e7db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:36.236406 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-37546e98-b457-4d44-867e-bc15d149f33d req-bf682912-aae1-4012-a7cb-fb9999e7db44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd8291ff-6395-4a7a-95ac-fa94f9944223 HTTP/1.1" status: 200 len: 916 time: 0.1786566 Jun 27 12:38:36.303853 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-37546e98-b457-4d44-867e-bc15d149f33d req-befe5e2b-880f-49c3-931f-6ba9d3055108 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f989e2cf-6790-430c-9429-4dc1b3a60b90 HTTP/1.1" status: 200 len: 217 time: 0.0597763 Jun 27 12:38:36.381489 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37546e98-b457-4d44-867e-bc15d149f33d req-6c288865-c098-4377-8a23-4288a8c12479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:36.382912 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-37546e98-b457-4d44-867e-bc15d149f33d req-6c288865-c098-4377-8a23-4288a8c12479 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c57f796-f7fd-4cc7-907a-1503de59e818 HTTP/1.1" status: 200 len: 855 time: 0.0684350 Jun 27 12:38:36.431567 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-37546e98-b457-4d44-867e-bc15d149f33d req-ed71e63b-c5a4-4b56-acca-9e3f2b918293 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8291ff-6395-4a7a-95ac-fa94f9944223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407670 Jun 27 12:38:36.578522 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-37546e98-b457-4d44-867e-bc15d149f33d req-858e71ef-18e7-4607-8950-5e1e30cfe7ce service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384568 Jun 27 12:38:36.713329 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-37546e98-b457-4d44-867e-bc15d149f33d req-33e46d51-0f68-42b6-89be-12112d94f59d service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247752 Jun 27 12:38:37.320052 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27099e-2e0b-41b4-bebf-8fa04a4ff080 req-4cc262d5-60f6-4f31-962d-5cdd4d6fd7b9 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:37.321523 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fd27099e-2e0b-41b4-bebf-8fa04a4ff080 req-4cc262d5-60f6-4f31-962d-5cdd4d6fd7b9 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 947 time: 0.0804820 Jun 27 12:38:37.369619 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-fd27099e-2e0b-41b4-bebf-8fa04a4ff080 req-6ace85ac-e18c-471d-9e71-8d6062989172 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Jun 27 12:38:37.431501 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fb106-25bd-44cc-a1cd-8bf11743cbe5 req-db82e263-6211-43e3-9d9a-05cc7d87b4f9 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:37.432870 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-493fb106-25bd-44cc-a1cd-8bf11743cbe5 req-db82e263-6211-43e3-9d9a-05cc7d87b4f9 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 944 time: 0.0919876 Jun 27 12:38:37.480696 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-493fb106-25bd-44cc-a1cd-8bf11743cbe5 req-bfdfd5e9-9722-4ef7-858a-e41c0b09b28e tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 Jun 27 12:38:38.361292 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46145d05-c785-4dbe-866b-ea331641bd46 req-c59baeab-8003-4c23-8d55-74aaf84f3631 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:38.362642 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-46145d05-c785-4dbe-866b-ea331641bd46 req-c59baeab-8003-4c23-8d55-74aaf84f3631 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 947 time: 0.0873988 Jun 27 12:38:38.440332 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Deleting port 6742b238-2728-4248-8869-4f0119e0477b {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:38:38.440642 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:38.566552 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb337f-bf01-4616-a4ed-0e2d8c07927a req-a0f7de7a-fd00-4095-bbc2-eef3252db080 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:38.568010 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-14fb337f-bf01-4616-a4ed-0e2d8c07927a req-a0f7de7a-fd00-4095-bbc2-eef3252db080 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 947 time: 0.0838346 Jun 27 12:38:38.615433 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-14fb337f-bf01-4616-a4ed-0e2d8c07927a req-43cb98b7-8619-4a34-b30b-fd5a6e512b3e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups?id=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409212 Jun 27 12:38:38.824379 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] For port 6742b238-2728-4248-8869-4f0119e0477b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6742b238-2728-4248-8869-4f0119e0477b,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:38.824733 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:38.911581 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940639bd-489f-40a5-bf57-18726a67bde7 req-cc13e5c2-3dd0-4bed-bb72-42a4ed5eb067 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:38.913079 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-940639bd-489f-40a5-bf57-18726a67bde7 req-cc13e5c2-3dd0-4bed-bb72-42a4ed5eb067 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 944 time: 0.2406127 Jun 27 12:38:39.038120 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-940639bd-489f-40a5-bf57-18726a67bde7 req-398bc77e-a838-4197-a43b-68ca01df6ce6 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191347 Jun 27 12:38:39.158718 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:39.159077 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:39.159381 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.l3_db [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Floating IP fb5d800a-620f-4236-8634-0d47bc7b8702 disassociated. External IP: 172.27.0.141, port: 6742b238-2728-4248-8869-4f0119e0477b. Jun 27 12:38:39.159722 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Calling delete_port for 6742b238-2728-4248-8869-4f0119e0477b owned by compute:nova {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:38:39.312005 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:39.319849 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-ae174483-aa59-40ad-aff8-18a9eda969ab tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:39.372436 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event deleted for resources: {'Port': ['ID=6742b238-2728-4248-8869-4f0119e0477b,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:39.375944 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:39.567837 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:38:39.750728 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:38:39.760851 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb4d51-2f1e-4164-92f4-5f1151102b39 None None] Sync routers for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:38:39.771714 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb4d51-2f1e-4164-92f4-5f1151102b39 None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:38:39.773086 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-2dcb4d51-2f1e-4164-92f4-5f1151102b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:38:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:38:39.778503 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2091373b-d7f0-4513-a6a3-717849a79925 req-29ede71d-fa04-40b5-8ff7-44f8648bfe64 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/ports?device_id=9de08462-b36b-4998-97ee-0057a1194234 HTTP/1.1" status: 200 len: 210 time: 0.0510888 Jun 27 12:38:39.827987 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] No DVR routers for this DVR port 6742b238-2728-4248-8869-4f0119e0477b on host hv-cinder-79809 {{(pid=78480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:38:39.830532 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:39.834213 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'name': 'network-vif-deleted', 'tag': '6742b238-2728-4248-8869-4f0119e0477b'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:38:39.856551 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-46145d05-c785-4dbe-866b-ea331641bd46 req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.36 "DELETE /v2.0/ports/6742b238-2728-4248-8869-4f0119e0477b HTTP/1.1" status: 204 len: 173 time: 1.4871538 Jun 27 12:38:39.904159 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de08462-b36b-4998-97ee-0057a1194234', 'name': 'network-vif-deleted', 'tag': '6742b238-2728-4248-8869-4f0119e0477b', 'status': 'completed', 'code': 200} Jun 27 12:38:39.971849 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-2dcb4d51-2f1e-4164-92f4-5f1151102b39 None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:38:40.231867 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989baae-2afc-4f00-98f4-259d192d2927 req-50490c64-6de7-4f90-be72-9c093fb1c2bd tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:40.233397 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0989baae-2afc-4f00-98f4-259d192d2927 req-50490c64-6de7-4f90-be72-9c093fb1c2bd tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 944 time: 0.0872326 Jun 27 12:38:40.277766 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-0989baae-2afc-4f00-98f4-259d192d2927 req-0a5da7ea-d7c7-41cc-9e78-d3fe53ef6f1b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 Jun 27 12:38:40.331389 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-2dcb4d51-2f1e-4164-92f4-5f1151102b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:36Z', 'revision_number': 5, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:38:40.335119 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb4d51-2f1e-4164-92f4-5f1151102b39 None None] Checking router: b47aaf31-c2f1-496a-ab99-fcbaf458ad1c for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:38:40.343498 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb4d51-2f1e-4164-92f4-5f1151102b39 None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:38:40.344164 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-2dcb4d51-2f1e-4164-92f4-5f1151102b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:38:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:38:40.516965 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-2dcb4d51-2f1e-4164-92f4-5f1151102b39 None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:38:40.835329 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-2dcb4d51-2f1e-4164-92f4-5f1151102b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:36Z', 'revision_number': 5, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:38:40.839616 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb4d51-2f1e-4164-92f4-5f1151102b39 None None] The sync data for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi is: [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:27:20Z', 'revision_number': 4, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd38795b9-7437-4931-8c69-a8ed1dc1a876', 'name': '', 'network_id': 'a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'mac_address': 'fa:16:3e:28:c2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:18Z', 'updated_at': '2021-06-27T12:27:36Z', 'revision_number': 5, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'subnets': [{'id': 'e9b9457c-a537-4809-bc2f-cfd159f41f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:38:40.913354 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40026) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:38:40.981124 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-da8dce80-61c7-42c6-ba45-856120a08128 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:41.010644 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-da8dce80-61c7-42c6-ba45-856120a08128 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:41.063543 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f16ae31-43cb-4386-baf8-d4f512cb5f12 None None] New status for floating IP fb5d800a-620f-4236-8634-0d47bc7b8702: DOWN {{(pid=78481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:38:41.068948 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-da8dce80-61c7-42c6-ba45-856120a08128 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:41.074206 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-0dc112d9-345a-4588-82c7-344a7069d946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:41.088145 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dce80-61c7-42c6-ba45-856120a08128 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:41.091131 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-da8dce80-61c7-42c6-ba45-856120a08128 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:41.102810 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-da8dce80-61c7-42c6-ba45-856120a08128 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:41.106588 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-da8dce80-61c7-42c6-ba45-856120a08128 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "DELETE /v2.0/security-groups/90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1 HTTP/1.1" status: 204 len: 168 time: 0.1896110 Jun 27 12:38:41.106807 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40030) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:38:41.125469 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.api.v2.resource [None req-5e0bcd3c-63b7-4bbc-becd-0a20763d32ae tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] show failed (client error): The resource could not be found. Jun 27 12:38:41.126584 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-5e0bcd3c-63b7-4bbc-becd-0a20763d32ae tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "GET /v2.0/security-groups/90ab3c7c-db6c-4f6e-bed8-8d09a125e9f1 HTTP/1.1" status: 404 len: 347 time: 0.0187428 Jun 27 12:38:41.129724 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40034) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:38:41.152894 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device f989e2cf-6790-430c-9429-4dc1b3a60b90 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:38:41.155497 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 6742b238-2728-4248-8869-4f0119e0477b no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:38:41.205774 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: 6742b238-2728-4248-8869-4f0119e0477b {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:38:41.206121 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 6742b238-2728-4248-8869-4f0119e0477b not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:38:41.394953 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-232fde5e-93e5-46a5-b9aa-e4f561cfb6bf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Deleting port ec242861-6d22-40a0-84a1-9f1341b74f4f {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:38:41.395290 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-232fde5e-93e5-46a5-b9aa-e4f561cfb6bf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:41.481961 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port f989e2cf-6790-430c-9429-4dc1b3a60b90, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f989e2cf-6790-430c-9429-4dc1b3a60b90,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:41.495677 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': 'f989e2cf-6790-430c-9429-4dc1b3a60b90', 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223', 'port_id': 'f989e2cf-6790-430c-9429-4dc1b3a60b90', 'mac_address': 'fa:16:3e:18:34:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c57f796-f7fd-4cc7-907a-1503de59e818', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:38:41.551812 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:41.568638 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f989e2cf-6790-430c-9429-4dc1b3a60b90 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:38:41.584578 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port f989e2cf-6790-430c-9429-4dc1b3a60b90, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f989e2cf-6790-430c-9429-4dc1b3a60b90,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:41.591011 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:41.593769 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:41.611128 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ca49c-47e4-4952-a72d-37d47ceb2818 req-22d467fb-bb4e-4090-89aa-e2e7786970b1 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:41.612591 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a65ca49c-47e4-4952-a72d-37d47ceb2818 req-22d467fb-bb4e-4090-89aa-e2e7786970b1 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 944 time: 0.1938860 Jun 27 12:38:41.641249 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-232fde5e-93e5-46a5-b9aa-e4f561cfb6bf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:41.641582 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-232fde5e-93e5-46a5-b9aa-e4f561cfb6bf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:41.661716 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=f989e2cf-6790-430c-9429-4dc1b3a60b90,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:41.669147 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:41.669488 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:41.669822 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:41.670147 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:41.670473 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:41.670801 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:41.671117 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:41.671434 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:41.671773 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:41.672091 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:41.672433 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:41.672746 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:41.676667 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:41.769880 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-232fde5e-93e5-46a5-b9aa-e4f561cfb6bf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Calling delete_port for ec242861-6d22-40a0-84a1-9f1341b74f4f owned by network:floatingip {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:38:41.816024 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a65ca49c-47e4-4952-a72d-37d47ceb2818 req-2d8ab017-3731-4721-9140-0dcef18f2b86 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942527 Jun 27 12:38:41.919764 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-232fde5e-93e5-46a5-b9aa-e4f561cfb6bf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:41.926162 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-91f82923-7271-4974-a3eb-e09368781e29 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:41.971256 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['f989e2cf-6790-430c-9429-4dc1b3a60b90'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:38:41.975648 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fde5e-93e5-46a5-b9aa-e4f561cfb6bf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Pushing event deleted for resources: {'Port': ['ID=ec242861-6d22-40a0-84a1-9f1341b74f4f,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:41.978704 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-232fde5e-93e5-46a5-b9aa-e4f561cfb6bf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:42.064760 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-232fde5e-93e5-46a5-b9aa-e4f561cfb6bf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks [] for floatingip, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:42.079502 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-232fde5e-93e5-46a5-b9aa-e4f561cfb6bf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:42.080671 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-232fde5e-93e5-46a5-b9aa-e4f561cfb6bf tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] 10.222.0.38 "DELETE /v2.0/floatingips/fb5d800a-620f-4236-8634-0d47bc7b8702 HTTP/1.1" status: 204 len: 168 time: 0.9499969 Jun 27 12:38:43.023501 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab234b-eba0-4f7c-a973-62a25f91760c req-6cd1d2a4-0143-4f7f-aaba-d930144386e1 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:43.024991 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-32ab234b-eba0-4f7c-a973-62a25f91760c req-6cd1d2a4-0143-4f7f-aaba-d930144386e1 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 945 time: 0.0963607 Jun 27 12:38:43.110949 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device f989e2cf-6790-430c-9429-4dc1b3a60b90 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:38:43.166066 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-32ab234b-eba0-4f7c-a973-62a25f91760c req-fdb1a9e8-dc82-4183-a4e7-a172189bd962 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345594 Jun 27 12:38:43.186803 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port f989e2cf-6790-430c-9429-4dc1b3a60b90 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:38:43.192045 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port f989e2cf-6790-430c-9429-4dc1b3a60b90 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:38:43.192509 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:43.312612 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:43.341064 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ca16dd-c75c-4576-b55b-da187b250151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f989e2cf-6790-430c-9429-4dc1b3a60b90'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:38:43.351232 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port f989e2cf-6790-430c-9429-4dc1b3a60b90, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f989e2cf-6790-430c-9429-4dc1b3a60b90,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:43.356579 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:43.358775 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:43.394355 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ca16dd-c75c-4576-b55b-da187b250151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f989e2cf-6790-430c-9429-4dc1b3a60b90', 'code': 200} Jun 27 12:38:43.428272 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=f989e2cf-6790-430c-9429-4dc1b3a60b90,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:43.431118 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:43.639155 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e985f-4372-4932-ad30-fb23cf3c3b3f req-673fbfea-7c07-4425-9beb-c278050d0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:43.640797 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d92e985f-4372-4932-ad30-fb23cf3c3b3f req-673fbfea-7c07-4425-9beb-c278050d0034 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 1099 time: 0.0821061 Jun 27 12:38:43.691089 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d92e985f-4372-4932-ad30-fb23cf3c3b3f req-07752833-c223-4b42-85be-b40837c4025d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353618 Jun 27 12:38:44.375197 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bdf49-48c1-404f-96f1-5e64a361b75f req-ad701d9d-3915-414c-97c3-1275e8df31be tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:44.376723 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-549bdf49-48c1-404f-96f1-5e64a361b75f req-ad701d9d-3915-414c-97c3-1275e8df31be tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 946 time: 0.0893230 Jun 27 12:38:44.427601 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-549bdf49-48c1-404f-96f1-5e64a361b75f req-e8a568d1-5844-48be-9e80-5466b39b75eb tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426548 Jun 27 12:38:44.907320 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40066) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:38:45.494588 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774262'] for router_interface, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:45.863587 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6d6eb-49ea-44dd-b280-80d3a0211e7f req-38a0097b-cc1e-4021-a47a-78caf479bba6 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:45.864983 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-27f6d6eb-49ea-44dd-b280-80d3a0211e7f req-38a0097b-cc1e-4021-a47a-78caf479bba6 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 946 time: 0.2318673 Jun 27 12:38:45.949101 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-27f6d6eb-49ea-44dd-b280-80d3a0211e7f req-52b5262d-7d49-4493-847a-a30180812975 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766156 Jun 27 12:38:46.028348 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] Deleting port d38795b9-7437-4931-8c69-a8ed1dc1a876 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:38:46.028682 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:46.213606 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] For port d38795b9-7437-4931-8c69-a8ed1dc1a876, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=d38795b9-7437-4931-8c69-a8ed1dc1a876,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:46.214054 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:46.340204 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] Calling delete_port for d38795b9-7437-4931-8c69-a8ed1dc1a876 owned by network:router_interface {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:38:46.528338 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:46.532103 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:46.574845 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38795b9-7437-4931-8c69-a8ed1dc1a876,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:46.577970 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:46.839891 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774362'] for router_interface, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:47.308340 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] Router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:38:47.487434 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:38:47.499179 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b9da5-5059-49d9-8fe4-c2e2fa1af2f4 None None] Sync routers for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:38:47.502835 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] 10.222.0.38 "PUT /v2.0/routers/b47aaf31-c2f1-496a-ab99-fcbaf458ad1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5943744 Jun 27 12:38:47.505593 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40086) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:38:47.510279 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b9da5-5059-49d9-8fe4-c2e2fa1af2f4 None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:38:47.510894 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-ce1b9da5-5059-49d9-8fe4-c2e2fa1af2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:38:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:38:47.683588 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:47.695735 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-ce1b9da5-5059-49d9-8fe4-c2e2fa1af2f4 None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:38:47.857648 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:47.871360 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Deleting port a8a1bd24-af16-4282-9dcb-ff587c6c0b61 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:38:47.871790 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:47.998913 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-ce1b9da5-5059-49d9-8fe4-c2e2fa1af2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:38:46Z', 'revision_number': 5, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port': {'id': 'a8a1bd24-af16-4282-9dcb-ff587c6c0b61', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:27:12Z', 'updated_at': '2021-06-27T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:38:48.003698 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b9da5-5059-49d9-8fe4-c2e2fa1af2f4 None None] Checking router: b47aaf31-c2f1-496a-ab99-fcbaf458ad1c for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:38:48.012505 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b9da5-5059-49d9-8fe4-c2e2fa1af2f4 None None] Routers {'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:38:48.013150 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-ce1b9da5-5059-49d9-8fe4-c2e2fa1af2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:38:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:38:48.098155 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] For port a8a1bd24-af16-4282-9dcb-ff587c6c0b61, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=a8a1bd24-af16-4282-9dcb-ff587c6c0b61,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:48.098745 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:48.212022 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-ce1b9da5-5059-49d9-8fe4-c2e2fa1af2f4 None None] Set router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c gateway port host: None {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:38:48.230109 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Calling delete_port for a8a1bd24-af16-4282-9dcb-ff587c6c0b61 owned by network:router_gateway {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:38:48.318584 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-ce1b9da5-5059-49d9-8fe4-c2e2fa1af2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:38:47Z', 'revision_number': 6, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port_host': None}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:38:48.322636 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b9da5-5059-49d9-8fe4-c2e2fa1af2f4 None None] The sync data for ids ['b47aaf31-c2f1-496a-ab99-fcbaf458ad1c'] in dv-cinder-798099-1-iscsi is: [{'id': 'b47aaf31-c2f1-496a-ab99-fcbaf458ad1c', 'name': 'tempest-AttachVolumeShelveTestJSON-736377164-router', 'tenant_id': '456d7cf361d04312bd0757b6677d5376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:27:11Z', 'updated_at': '2021-06-27T12:38:47Z', 'revision_number': 6, 'project_id': '456d7cf361d04312bd0757b6677d5376', 'gw_port_host': None}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:38:48.399480 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:48.404538 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-96c746e9-07f4-49d4-b235-b8bc38a80423 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:48.451907 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a1bd24-af16-4282-9dcb-ff587c6c0b61,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:48.454721 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:48.650301 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3820307'] for router_gateway, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:48.827805 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100831'] for router, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:48.830232 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:48.914359 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3820286'] for router, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:48.914748 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b47aaf31-c2f1-496a-ab99-fcbaf458ad1c {{(pid=78480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 12:38:48.927178 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Notify callbacks [] for router, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:48.928319 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] 10.222.0.38 "DELETE /v2.0/routers/b47aaf31-c2f1-496a-ab99-fcbaf458ad1c HTTP/1.1" status: 204 len: 168 time: 1.4216309 Jun 27 12:38:48.930936 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40098) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:38:48.990956 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1cff3e-72f1-48e3-8fd3-2ca22442665a admin admin] Deleting subnet e9b9457c-a537-4809-bc2f-cfd159f41f1b {{(pid=78480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:38:48.993896 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-ec1cff3e-72f1-48e3-8fd3-2ca22442665a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:49.044136 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-ec1cff3e-72f1-48e3-8fd3-2ca22442665a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3158166'] for subnet, precommit_delete_associations {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:49.168829 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-ec1cff3e-72f1-48e3-8fd3-2ca22442665a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:49.244206 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-ec1cff3e-72f1-48e3-8fd3-2ca22442665a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2400268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389571'] for subnet, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:49.250072 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-0a4d64f1-f357-4725-a0c4-74d835f3f5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:49.286091 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cff3e-72f1-48e3-8fd3-2ca22442665a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b9457c-a537-4809-bc2f-cfd159f41f1b,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:49.289094 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-ec1cff3e-72f1-48e3-8fd3-2ca22442665a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:49.290131 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-ec1cff3e-72f1-48e3-8fd3-2ca22442665a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:49.297079 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79517cec-c0d3-44cf-8a76-babbbc2895d7 None None] Network a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:38:49.300336 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-ec1cff3e-72f1-48e3-8fd3-2ca22442665a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e9b9457c-a537-4809-bc2f-cfd159f41f1b HTTP/1.1" status: 204 len: 168 time: 0.3683927 Jun 27 12:38:49.301148 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 40104) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:38:49.409824 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:49.421971 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Deleting port b9396f74-4107-4469-9587-59aa10545ee8 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:38:49.422262 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:49.556526 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dc7a11-cbb5-4586-8a7b-db34af3b40ad None None] DHCP port deletion for a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f request from dv-cinder-798099-1-iscsi {{(pid=78481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 12:38:49.560892 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc7a11-cbb5-4586-8a7b-db34af3b40ad None None] Deleting port b9396f74-4107-4469-9587-59aa10545ee8 {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:38:49.561453 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7a11-cbb5-4586-8a7b-db34af3b40ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:49.629579 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] For port b9396f74-4107-4469-9587-59aa10545ee8, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=b9396f74-4107-4469-9587-59aa10545ee8,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:49.629833 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:49.752264 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Calling delete_port for b9396f74-4107-4469-9587-59aa10545ee8 owned by network:dhcp {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:38:49.785665 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-b3dc7a11-cbb5-4586-8a7b-db34af3b40ad None None] For port b9396f74-4107-4469-9587-59aa10545ee8, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=b9396f74-4107-4469-9587-59aa10545ee8,segment=NetworkSegment(f9ddb658-b335-4f0a-8afc-4e4d3d7afad9),segment_id=f9ddb658-b335-4f0a-8afc-4e4d3d7afad9)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:38:49.786054 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7a11-cbb5-4586-8a7b-db34af3b40ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:49.831023 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:49.835533 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0d56cb1c-cef1-46bc-a99b-fd5be0fed5d7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:49.876934 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9396f74-4107-4469-9587-59aa10545ee8,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:49.888362 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:49.888783 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:49.889112 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:49.889499 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:49.889847 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:49.890221 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:49.890590 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:49.890926 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:49.891271 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:49.891621 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:49.891941 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:49.892274 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:38:49.894836 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] No DVR routers for this DVR port b9396f74-4107-4469-9587-59aa10545ee8 on host dv-cinder-798099-1-iscsi {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:38:49.896436 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:49.908947 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc7a11-cbb5-4586-8a7b-db34af3b40ad None None] Calling delete_port for b9396f74-4107-4469-9587-59aa10545ee8 owned by network:dhcp {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:38:50.012184 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:50.014594 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.db.api [None req-b3dc7a11-cbb5-4586-8a7b-db34af3b40ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:38:50.014973 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_db.api [None req-b3dc7a11-cbb5-4586-8a7b-db34af3b40ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:38:50.025878 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f']}} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:38:50.037943 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9') {'for_net_delete': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:38:50.038274 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ddb658-b335-4f0a-8afc-4e4d3d7afad9') {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:38:50.049163 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424118'] for segment, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:50.068568 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:50.074605 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=78479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:38:50.074978 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2205596'] for segment, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: Traceback (most recent call last): Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: timer() Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: cb(*args, **kw) Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: return func(*args, **kwargs) Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: self._notify() Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: self.callback(batched_events) Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: event.method(event) Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: return f(self, *a, **k) Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._get(url).json() Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: return self.request(url, 'GET', **kwargs) Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:38:50.087670 dv-cinder-798099-1-iscsi neutron-server[78479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:38:50.151577 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device b9396f74-4107-4469-9587-59aa10545ee8 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:38:50.171766 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:50.176211 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-727bd05d-c03b-4c32-9e7c-894d231e232c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:50.191301 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: b9396f74-4107-4469-9587-59aa10545ee8 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:38:50.191655 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device b9396f74-4107-4469-9587-59aa10545ee8 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:38:50.192085 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device a8a1bd24-af16-4282-9dcb-ff587c6c0b61 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:38:50.192249 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:50.202576 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:50.215078 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:50.221169 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-90d5503f-1950-4be6-9185-322424ba1b21 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a4b21612-e5f0-40f0-9c51-1bf6d2b5f59f HTTP/1.1" status: 204 len: 168 time: 0.9187236 Jun 27 12:38:50.236933 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: a8a1bd24-af16-4282-9dcb-ff587c6c0b61 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:38:50.237383 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device a8a1bd24-af16-4282-9dcb-ff587c6c0b61 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:38:50.237844 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device d38795b9-7437-4931-8c69-a8ed1dc1a876 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:38:50.270670 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: d38795b9-7437-4931-8c69-a8ed1dc1a876 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:38:50.270932 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device d38795b9-7437-4931-8c69-a8ed1dc1a876 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:38:50.346426 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40112) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:38:50.399228 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-305cf08b-7a42-4473-9524-244feed25ec0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=456d7cf361d04312bd0757b6677d5376&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515778 Jun 27 12:38:50.402746 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40116) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:38:50.460708 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c5127331-cb56-4dc6-83b1-26eac444b3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:50.494714 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c5127331-cb56-4dc6-83b1-26eac444b3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:50.516920 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc7a11-cbb5-4586-8a7b-db34af3b40ad None None] Deleting port b9396f74-4107-4469-9587-59aa10545ee8 {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:38:50.517775 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7a11-cbb5-4586-8a7b-db34af3b40ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:50.553802 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c5127331-cb56-4dc6-83b1-26eac444b3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:50.558167 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-da8dce80-61c7-42c6-ba45-856120a08128 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:38:50.571091 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5127331-cb56-4dc6-83b1-26eac444b3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90827d29-828e-42bd-b558-c3c9fac74023,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:38:50.580520 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c5127331-cb56-4dc6-83b1-26eac444b3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:38:50.587308 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c5127331-cb56-4dc6-83b1-26eac444b3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:50.588484 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-c5127331-cb56-4dc6-83b1-26eac444b3ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90827d29-828e-42bd-b558-c3c9fac74023 HTTP/1.1" status: 204 len: 168 time: 0.1848228 Jun 27 12:38:50.595880 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc7a11-cbb5-4586-8a7b-db34af3b40ad None None] The port 'b9396f74-4107-4469-9587-59aa10545ee8' was deleted {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 12:38:54.634666 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:38:55.448971 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:56.498695 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-af59ba3f-3b26-4839-8cd1-b940c1d0f669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:56.929893 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:57.920753 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db16c11-dd01-410d-9813-eb297884726c req-09829096-bcd7-414a-95d2-2c703c9d9bef tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:57.922210 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-09829096-bcd7-414a-95d2-2c703c9d9bef tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/networks?id=fd8291ff-6395-4a7a-95ac-fa94f9944223 HTTP/1.1" status: 200 len: 815 time: 0.1560881 Jun 27 12:38:57.939537 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-b9e5386b-525d-47f1-b97b-e96904f8f93c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/quotas/680b58dd23c249c58dd63e17ee3913c3 HTTP/1.1" status: 200 len: 375 time: 0.0095103 Jun 27 12:38:58.038612 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-5a423174-aa92-4281-aa1d-2ccd6a64a389 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=680b58dd23c249c58dd63e17ee3913c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916460 Jun 27 12:38:58.195589 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-7fa47c42-ce3a-4bea-8ab3-3c733c0d2e2c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78479) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:38:58.196593 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-7fa47c42-ce3a-4bea-8ab3-3c733c0d2e2c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1481521 Jun 27 12:38:58.349412 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-f31cab4b-c11f-4a6a-9e2b-f019ef3893d2 service neutron] 10.222.0.38 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434827 Jun 27 12:38:58.502038 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-0b1b6351-2196-47ba-ac76-539a95d315b3 service neutron] 10.222.0.38 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436768 Jun 27 12:38:58.703473 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d6c17038-3c75-4ab9-95e9-95c132731076 req-259648c5-0a8d-46bf-ad30-86534afe5a6e tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 210 time: 0.0442910 Jun 27 12:38:59.126751 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-77c838c4-04c6-40ae-99d4-b506c11eddf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:38:59.913033 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9c63c3e8-424c-4921-9edc-b37d78dbc129 req-581a2ab9-f9ba-4b97-835a-e9786c42a33e tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 210 time: 0.0782962 Jun 27 12:38:59.919340 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db16c11-dd01-410d-9813-eb297884726c req-063a3fa9-0c1f-4cf5-9486-8c459d47dc5d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:38:59.921694 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-063a3fa9-0c1f-4cf5-9486-8c459d47dc5d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "GET /v2.0/networks?id=fd8291ff-6395-4a7a-95ac-fa94f9944223 HTTP/1.1" status: 200 len: 815 time: 0.1909161 Jun 27 12:38:59.941161 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Request body: {'port': {'device_id': '31a96e03-1f0f-4a9d-b32a-ccd1b9581503', 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223', 'admin_state_up': True, 'tenant_id': '680b58dd23c249c58dd63e17ee3913c3'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:39:00.079166 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:39:00.090232 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:39:00.102579 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Made reservation on behalf of 680b58dd23c249c58dd63e17ee3913c3 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:39:00.107150 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:00.137147 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:00.289189 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Allocated IP 172.20.0.13 (fd8291ff-6395-4a7a-95ac-fa94f9944223/8c57f796-f7fd-4cc7-907a-1503de59e818/84bf0462-235b-4c7b-83cd-5d64053cf342) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:39:00.587404 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:00.620263 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:00.625814 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-0bef31d7-a1cd-4c6c-a020-81acb15ca8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:00.632212 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['2dd32b8e-20fb-4ff7-aa94-09351705657b', 'a2333d2b-b895-4a44-86a6-57936a0a69f1', 'f989e2cf-6790-430c-9429-4dc1b3a60b90'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:39:00.691012 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Network fd8291ff-6395-4a7a-95ac-fa94f9944223 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:39:00.694113 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:39:00.697949 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:39:00.731151 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Pushing event updated for resources: {'Port': ['ID=84bf0462-235b-4c7b-83cd-5d64053cf342,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:00.737702 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:00.768683 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:00.769297 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:00.797312 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-a9ba15cd-1b63-4f58-9499-169b365d734a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8660648 Jun 27 12:39:00.814294 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Request body: {'port': {'device_id': '31a96e03-1f0f-4a9d-b32a-ccd1b9581503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:39:00.927204 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.263103 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671126c5-3954-466c-a3a4-528c8326637a req-ee3e0547-2d4b-4aff-b48a-beedaad581f7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:01.263796 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-671126c5-3954-466c-a3a4-528c8326637a req-ee3e0547-2d4b-4aff-b48a-beedaad581f7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Synchronizing usage tracker for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:39:01.288909 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 40292) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:01.299393 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-671126c5-3954-466c-a3a4-528c8326637a req-ee3e0547-2d4b-4aff-b48a-beedaad581f7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Unset dirty status for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:39:01.300583 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-671126c5-3954-466c-a3a4-528c8326637a req-ee3e0547-2d4b-4aff-b48a-beedaad581f7 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 932 time: 0.2444601 Jun 27 12:39:01.402667 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-671126c5-3954-466c-a3a4-528c8326637a req-170abac6-4140-4c34-b55c-155916f3b3d8 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922034 Jun 27 12:39:01.404852 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84bf0462-235b-4c7b-83cd-5d64053cf342 {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:39:01.406545 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f8e80374-9fc1-4eb6-8825-df6308328e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.412327 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.421568 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-f8e80374-9fc1-4eb6-8825-df6308328e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:39:01.425556 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-f8e80374-9fc1-4eb6-8825-df6308328e71 admin admin] Usage tracker for resource:security_group_rule and tenant:512c18d289024b488891543b9a30e0a1 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:39:01.428538 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-f8e80374-9fc1-4eb6-8825-df6308328e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:39:01.434513 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-f8e80374-9fc1-4eb6-8825-df6308328e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:39:01.436543 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Transition to ACTIVE for port object 84bf0462-235b-4c7b-83cd-5d64053cf342 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:39:01.440761 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.445551 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e7298e86-2726-43ae-8697-4037f0db86a6 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:01.528260 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f8e80374-9fc1-4eb6-8825-df6308328e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.534176 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f8e80374-9fc1-4eb6-8825-df6308328e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.541747 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b385e065-1c2c-4b0c-a1b9-55c2409babeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:01.569381 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Pushing event updated for resources: {'Port': ['ID=84bf0462-235b-4c7b-83cd-5d64053cf342,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:01.580580 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e80374-9fc1-4eb6-8825-df6308328e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd88043-4246-4ef6-89cd-9a851857748c,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:01.584845 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-f8e80374-9fc1-4eb6-8825-df6308328e71 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=512c18d289024b488891543b9a30e0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948267 Jun 27 12:39:01.585737 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f8e80374-9fc1-4eb6-8825-df6308328e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:01.587533 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 40298) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:01.594696 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:01.616458 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.645919 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d77362e7-2e98-4f06-a14f-6e45e8a6133c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.671493 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d77362e7-2e98-4f06-a14f-6e45e8a6133c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.674159 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Attempting to bind port 84bf0462-235b-4c7b-83cd-5d64053cf342 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:39:01.674548 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Attempting to bind port 84bf0462-235b-4c7b-83cd-5d64053cf342 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:39:01.674865 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Attempting to bind port 84bf0462-235b-4c7b-83cd-5d64053cf342 on network fd8291ff-6395-4a7a-95ac-fa94f9944223 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:39:01.679539 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Port 84bf0462-235b-4c7b-83cd-5d64053cf342 on network fd8291ff-6395-4a7a-95ac-fa94f9944223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:39:01.679848 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Attempting to bind port 84bf0462-235b-4c7b-83cd-5d64053cf342 on network fd8291ff-6395-4a7a-95ac-fa94f9944223 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:39:01.684799 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:39:01.685124 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Checking segment: {'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:39:01.685501 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Bound using segment: {'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:39:01.686133 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Bound port: 84bf0462-235b-4c7b-83cd-5d64053cf342, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e0278e-e908-45b5-97e9-533c2e5fa83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:39:01.686697 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.731412 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d77362e7-2e98-4f06-a14f-6e45e8a6133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.735168 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-03ca2c36-624a-4844-a077-d5354f81a678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:01.748074 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77362e7-2e98-4f06-a14f-6e45e8a6133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd88043-4246-4ef6-89cd-9a851857748c,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:01.751003 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d77362e7-2e98-4f06-a14f-6e45e8a6133c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:01.753110 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d77362e7-2e98-4f06-a14f-6e45e8a6133c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.754199 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-d77362e7-2e98-4f06-a14f-6e45e8a6133c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4cd88043-4246-4ef6-89cd-9a851857748c HTTP/1.1" status: 204 len: 168 time: 0.1657934 Jun 27 12:39:01.789691 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] For port 84bf0462-235b-4c7b-83cd-5d64053cf342, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:39:01.792968 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] For port 84bf0462-235b-4c7b-83cd-5d64053cf342, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=84bf0462-235b-4c7b-83cd-5d64053cf342,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:39:01.800159 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.804922 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-83b4d735-bd38-4aea-b257-43eb84e2c2f0 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:01.863701 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:01.864256 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:01.865782 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] 10.222.0.36 "PUT /v2.0/ports/84bf0462-235b-4c7b-83cd-5d64053cf342 HTTP/1.1" status: 200 len: 1094 time: 1.0558691 Jun 27 12:39:01.866285 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a96e03-1f0f-4a9d-b32a-ccd1b9581503', 'tag': '84bf0462-235b-4c7b-83cd-5d64053cf342'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:39:01.886556 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Pushing event updated for resources: {'Port': ['ID=84bf0462-235b-4c7b-83cd-5d64053cf342,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:01.893243 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:01.945050 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a96e03-1f0f-4a9d-b32a-ccd1b9581503', 'tag': '84bf0462-235b-4c7b-83cd-5d64053cf342', 'status': 'completed', 'code': 200} Jun 27 12:39:01.984580 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db16c11-dd01-410d-9813-eb297884726c req-564a68c6-1e17-4afb-8fc6-f5b0eb912bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:01.986068 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-564a68c6-1e17-4afb-8fc6-f5b0eb912bdd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=680b58dd23c249c58dd63e17ee3913c3&device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 1097 time: 0.0726295 Jun 27 12:39:02.061203 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-f1db5b47-223a-4e0a-bb9a-293f21192b30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84bf0462-235b-4c7b-83cd-5d64053cf342 HTTP/1.1" status: 200 len: 217 time: 0.0627565 Jun 27 12:39:02.126754 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db16c11-dd01-410d-9813-eb297884726c req-b3cef69d-5daa-4f0a-9608-43fc5fa7a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:02.128267 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-b3cef69d-5daa-4f0a-9608-43fc5fa7a591 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c57f796-f7fd-4cc7-907a-1503de59e818 HTTP/1.1" status: 200 len: 855 time: 0.0599289 Jun 27 12:39:02.178866 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-0f3bb815-bcd6-4101-9023-51f9329cc6d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8291ff-6395-4a7a-95ac-fa94f9944223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434728 Jun 27 12:39:02.332648 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-fd69f4ab-1b75-44ea-a1bd-f301146da9fb service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395218 Jun 27 12:39:02.635122 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5db16c11-dd01-410d-9813-eb297884726c req-5a6d4c2e-f6e9-4323-8c86-c0fc9b992d79 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954371 Jun 27 12:39:02.657231 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4f4b7-eb01-4872-b5a5-fa362e30d8f5 req-92ef1339-c0f4-4176-8b62-667dc5e0c2b5 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:02.658832 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-35a4f4b7-eb01-4872-b5a5-fa362e30d8f5 req-92ef1339-c0f4-4176-8b62-667dc5e0c2b5 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 944 time: 0.1199875 Jun 27 12:39:02.748551 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-35a4f4b7-eb01-4872-b5a5-fa362e30d8f5 req-788506fc-dbc1-459a-9eb0-5a76ae6c5f9b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806379 Jun 27 12:39:02.780319 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8468fe-2631-4b8b-9f88-251f3eb371a1 req-7de7a46a-1adf-42eb-ac07-c77729cbe23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:02.781802 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4e8468fe-2631-4b8b-9f88-251f3eb371a1 req-7de7a46a-1adf-42eb-ac07-c77729cbe23b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=680b58dd23c249c58dd63e17ee3913c3&device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 1097 time: 0.0830712 Jun 27 12:39:02.919459 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8468fe-2631-4b8b-9f88-251f3eb371a1 req-e4a6f859-ba9d-42d3-a7ff-b49633106cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:02.920967 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4e8468fe-2631-4b8b-9f88-251f3eb371a1 req-e4a6f859-ba9d-42d3-a7ff-b49633106cdb service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd8291ff-6395-4a7a-95ac-fa94f9944223 HTTP/1.1" status: 200 len: 916 time: 0.1328018 Jun 27 12:39:02.986577 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4e8468fe-2631-4b8b-9f88-251f3eb371a1 req-57b33435-4ee9-4dc0-a9ff-2a59e356a4c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84bf0462-235b-4c7b-83cd-5d64053cf342 HTTP/1.1" status: 200 len: 217 time: 0.0585868 Jun 27 12:39:03.053491 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8468fe-2631-4b8b-9f88-251f3eb371a1 req-1bf365f1-54ef-4d09-a857-31f4703c4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:03.054969 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4e8468fe-2631-4b8b-9f88-251f3eb371a1 req-1bf365f1-54ef-4d09-a857-31f4703c4272 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c57f796-f7fd-4cc7-907a-1503de59e818 HTTP/1.1" status: 200 len: 855 time: 0.0598209 Jun 27 12:39:03.104332 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4e8468fe-2631-4b8b-9f88-251f3eb371a1 req-71686420-a8af-4097-b4a6-d03758b129a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd8291ff-6395-4a7a-95ac-fa94f9944223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395319 Jun 27 12:39:03.242297 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4e8468fe-2631-4b8b-9f88-251f3eb371a1 req-e942068d-ad73-4971-a6c2-51bef959678d service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271224 Jun 27 12:39:03.381405 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4e8468fe-2631-4b8b-9f88-251f3eb371a1 req-f3372064-dd24-49ad-8c1c-d108bb39a3b9 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310453 Jun 27 12:39:03.869410 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40368) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:03.995703 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-97240282-9bee-495f-810a-dbf84f6cfe0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:04.011762 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-97240282-9bee-495f-810a-dbf84f6cfe0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:39:04.016039 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-97240282-9bee-495f-810a-dbf84f6cfe0f admin admin] Usage tracker for resource:security_group_rule and tenant:6e492342142b4361ac13b85a5f3c2384 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:39:04.018954 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-97240282-9bee-495f-810a-dbf84f6cfe0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:39:04.024681 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-97240282-9bee-495f-810a-dbf84f6cfe0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:39:04.039591 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d626829-64be-484f-8adf-a3607ca1b803 req-2abc9b4f-63d6-4061-835b-c7354d3f51b4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:04.041065 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7d626829-64be-484f-8adf-a3607ca1b803 req-2abc9b4f-63d6-4061-835b-c7354d3f51b4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 944 time: 0.1854851 Jun 27 12:39:04.086793 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7d626829-64be-484f-8adf-a3607ca1b803 req-53bafaf4-a72f-4024-b5dc-651c9b77f20c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392814 Jun 27 12:39:04.109491 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-97240282-9bee-495f-810a-dbf84f6cfe0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:04.115794 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-97240282-9bee-495f-810a-dbf84f6cfe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:04.124327 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-091bb9f6-8223-46c9-a40e-616c8fd0e085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:04.165355 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-97240282-9bee-495f-810a-dbf84f6cfe0f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6e492342142b4361ac13b85a5f3c2384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946332 Jun 27 12:39:04.166957 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97240282-9bee-495f-810a-dbf84f6cfe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6229e764-5754-4c5b-9c63-cd150d1272a5,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:04.168317 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 40374) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:04.170133 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-97240282-9bee-495f-810a-dbf84f6cfe0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:04.230803 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-11accc18-c43f-4dd6-b98b-6e50c56ad705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:04.262436 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-11accc18-c43f-4dd6-b98b-6e50c56ad705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:04.324877 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-11accc18-c43f-4dd6-b98b-6e50c56ad705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:04.328414 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ecaba5f0-b8bf-4cf0-9e52-d25c24992bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:04.339285 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11accc18-c43f-4dd6-b98b-6e50c56ad705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6229e764-5754-4c5b-9c63-cd150d1272a5,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:04.343627 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-11accc18-c43f-4dd6-b98b-6e50c56ad705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:04.345577 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-11accc18-c43f-4dd6-b98b-6e50c56ad705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:04.349281 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-11accc18-c43f-4dd6-b98b-6e50c56ad705 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6229e764-5754-4c5b-9c63-cd150d1272a5 HTTP/1.1" status: 204 len: 168 time: 0.1773782 Jun 27 12:39:04.677674 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 40382) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:04.695456 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0d14-8d9e-4e00-986b-408dc85a9f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:04.710605 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-d9cc0d14-8d9e-4e00-986b-408dc85a9f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:39:04.716179 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-d9cc0d14-8d9e-4e00-986b-408dc85a9f4b admin admin] Usage tracker for resource:security_group_rule and tenant:b4785672ef854af0ad5ac9fd6f625da0 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:39:04.720483 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-d9cc0d14-8d9e-4e00-986b-408dc85a9f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:39:04.726811 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-d9cc0d14-8d9e-4e00-986b-408dc85a9f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:39:04.810234 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0d14-8d9e-4e00-986b-408dc85a9f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:04.815556 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0d14-8d9e-4e00-986b-408dc85a9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:04.826493 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f8e80374-9fc1-4eb6-8825-df6308328e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:04.868908 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc0d14-8d9e-4e00-986b-408dc85a9f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a74fad-5c6b-4d56-94bb-aaee8392899b,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:04.873276 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d9cc0d14-8d9e-4e00-986b-408dc85a9f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:04.878771 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40386) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:04.879005 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-d9cc0d14-8d9e-4e00-986b-408dc85a9f4b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b4785672ef854af0ad5ac9fd6f625da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001200 Jun 27 12:39:04.943956 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-30bdc75f-9773-4adb-a44c-2b303f4586e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:04.971662 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-30bdc75f-9773-4adb-a44c-2b303f4586e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:05.032448 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-30bdc75f-9773-4adb-a44c-2b303f4586e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:05.036185 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3b96de2e-5d7b-42f6-81c6-a0b7f34c8242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:05.049021 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdc75f-9773-4adb-a44c-2b303f4586e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a74fad-5c6b-4d56-94bb-aaee8392899b,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:05.052476 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-30bdc75f-9773-4adb-a44c-2b303f4586e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:05.058170 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-30bdc75f-9773-4adb-a44c-2b303f4586e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:05.059251 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-30bdc75f-9773-4adb-a44c-2b303f4586e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3a74fad-5c6b-4d56-94bb-aaee8392899b HTTP/1.1" status: 204 len: 168 time: 0.1794720 Jun 27 12:39:05.301630 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116fa24-0bff-4ef3-9888-4abb051c8917 req-c84c705d-5cff-4b57-9b21-e8ce68a8379c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:05.303118 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a116fa24-0bff-4ef3-9888-4abb051c8917 req-c84c705d-5cff-4b57-9b21-e8ce68a8379c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 944 time: 0.1024494 Jun 27 12:39:05.348663 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a116fa24-0bff-4ef3-9888-4abb051c8917 req-5ef0df9d-7daa-46f2-afc2-69c0029d0f27 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 Jun 27 12:39:06.541069 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374b560-f3b4-4b42-8e33-cbdebb1203f1 req-a224538c-b017-4d71-8bcc-a4c5aab6ed36 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:06.542539 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6374b560-f3b4-4b42-8e33-cbdebb1203f1 req-a224538c-b017-4d71-8bcc-a4c5aab6ed36 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 944 time: 0.0832975 Jun 27 12:39:06.590414 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6374b560-f3b4-4b42-8e33-cbdebb1203f1 req-66a5575d-8e58-427f-86d8-bb3228fd4e1c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Jun 27 12:39:07.242856 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 84bf0462-235b-4c7b-83cd-5d64053cf342 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:39:07.379701 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 84bf0462-235b-4c7b-83cd-5d64053cf342, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=84bf0462-235b-4c7b-83cd-5d64053cf342,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:39:07.392887 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '84bf0462-235b-4c7b-83cd-5d64053cf342', 'network_id': 'fd8291ff-6395-4a7a-95ac-fa94f9944223', 'port_id': '84bf0462-235b-4c7b-83cd-5d64053cf342', 'mac_address': 'fa:16:3e:ef:f5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c57f796-f7fd-4cc7-907a-1503de59e818', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:39:07.450163 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:07.469511 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bf0462-235b-4c7b-83cd-5d64053cf342 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:39:07.485888 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 84bf0462-235b-4c7b-83cd-5d64053cf342, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=84bf0462-235b-4c7b-83cd-5d64053cf342,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:39:07.491520 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:07.493643 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:07.569071 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=84bf0462-235b-4c7b-83cd-5d64053cf342,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:07.572406 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:07.790128 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728d349-965d-4ac8-8fe9-c5a0adf03ca1 req-6aab4939-7869-4124-b6a8-a175011a9898 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:07.791647 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e728d349-965d-4ac8-8fe9-c5a0adf03ca1 req-6aab4939-7869-4124-b6a8-a175011a9898 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 945 time: 0.0860155 Jun 27 12:39:07.847723 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e728d349-965d-4ac8-8fe9-c5a0adf03ca1 req-65f83d99-e4d8-4074-954f-a8c06d0998ca tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500171 Jun 27 12:39:07.933818 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['84bf0462-235b-4c7b-83cd-5d64053cf342'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:39:08.569267 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40530) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:08.713670 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-8299472c-3bb3-449c-9ad8-a93baa57e246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:08.731882 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-8299472c-3bb3-449c-9ad8-a93baa57e246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:39:08.736637 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-8299472c-3bb3-449c-9ad8-a93baa57e246 admin admin] Usage tracker for resource:security_group_rule and tenant:017bc9e7709348ae9c183750bc698a7c is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:39:08.741406 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-8299472c-3bb3-449c-9ad8-a93baa57e246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:39:08.751344 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-8299472c-3bb3-449c-9ad8-a93baa57e246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:39:08.842209 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-8299472c-3bb3-449c-9ad8-a93baa57e246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:08.847536 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-8299472c-3bb3-449c-9ad8-a93baa57e246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:08.854462 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-89db75fb-d9ac-4244-bae0-fdfd946fbf11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:08.894682 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-8299472c-3bb3-449c-9ad8-a93baa57e246 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=017bc9e7709348ae9c183750bc698a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243008 Jun 27 12:39:08.895601 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299472c-3bb3-449c-9ad8-a93baa57e246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae46dbd6-6f94-4204-91db-0b6df3f2028d,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:08.897463 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 40538) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:08.898655 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-8299472c-3bb3-449c-9ad8-a93baa57e246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:08.989061 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b3769144-ca4a-40c5-8fcd-b027258d3155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.030313 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b3769144-ca4a-40c5-8fcd-b027258d3155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.089947 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce065d-0839-4421-b8c6-8e36a09289f2 req-94331378-a88b-4432-9fb3-4e391febb5f3 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:09.091426 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b9ce065d-0839-4421-b8c6-8e36a09289f2 req-94331378-a88b-4432-9fb3-4e391febb5f3 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 945 time: 0.1396258 Jun 27 12:39:09.116381 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b3769144-ca4a-40c5-8fcd-b027258d3155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.121647 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a999b572-6c4e-442f-a6cd-2c1574fabcc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:09.140988 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3769144-ca4a-40c5-8fcd-b027258d3155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae46dbd6-6f94-4204-91db-0b6df3f2028d,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:09.144888 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b3769144-ca4a-40c5-8fcd-b027258d3155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:09.159816 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-b9ce065d-0839-4421-b8c6-8e36a09289f2 req-5fca0d4d-25f6-442c-abe9-180a2705af9e tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626063 Jun 27 12:39:09.162040 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b3769144-ca4a-40c5-8fcd-b027258d3155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.163044 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-b3769144-ca4a-40c5-8fcd-b027258d3155 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ae46dbd6-6f94-4204-91db-0b6df3f2028d HTTP/1.1" status: 204 len: 168 time: 0.2638299 Jun 27 12:39:09.265500 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 84bf0462-235b-4c7b-83cd-5d64053cf342 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:39:09.344458 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port 84bf0462-235b-4c7b-83cd-5d64053cf342 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:39:09.349443 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 84bf0462-235b-4c7b-83cd-5d64053cf342 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:39:09.350079 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.470235 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.480876 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 40546) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:09.498062 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a96e03-1f0f-4a9d-b32a-ccd1b9581503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bf0462-235b-4c7b-83cd-5d64053cf342'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:39:09.498270 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-be836c92-7e97-4b90-b556-e7359eeb410d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.508825 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 84bf0462-235b-4c7b-83cd-5d64053cf342, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=84bf0462-235b-4c7b-83cd-5d64053cf342,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:39:09.512919 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-be836c92-7e97-4b90-b556-e7359eeb410d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:39:09.515195 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.517138 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-be836c92-7e97-4b90-b556-e7359eeb410d admin admin] Usage tracker for resource:security_group_rule and tenant:89c6a85a7f4c4761a64aef0c0e892d9d is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:39:09.518677 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:09.520263 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-be836c92-7e97-4b90-b556-e7359eeb410d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:39:09.526095 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-be836c92-7e97-4b90-b556-e7359eeb410d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:39:09.570835 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a96e03-1f0f-4a9d-b32a-ccd1b9581503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bf0462-235b-4c7b-83cd-5d64053cf342', 'code': 200} Jun 27 12:39:09.604060 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=84bf0462-235b-4c7b-83cd-5d64053cf342,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:09.607341 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:09.612535 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-be836c92-7e97-4b90-b556-e7359eeb410d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.618831 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-be836c92-7e97-4b90-b556-e7359eeb410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.626036 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b7695b94-a15c-4310-88b0-098f9d738817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:09.665860 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-be836c92-7e97-4b90-b556-e7359eeb410d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89c6a85a7f4c4761a64aef0c0e892d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837747 Jun 27 12:39:09.666839 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be836c92-7e97-4b90-b556-e7359eeb410d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa8f217-cc1d-4a57-b21e-98ab98024f60,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:09.668708 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40554) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:09.669825 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-be836c92-7e97-4b90-b556-e7359eeb410d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:09.732269 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d4185c46-25ef-44ab-bf1c-f61eb875ac8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.800801 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d4185c46-25ef-44ab-bf1c-f61eb875ac8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.854502 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0eaaa6-e815-4b7a-a9a7-333ff4e792e7 req-fc334de1-c98f-49f4-9d5d-b3d24fcc25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:09.856380 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3a0eaaa6-e815-4b7a-a9a7-333ff4e792e7 req-fc334de1-c98f-49f4-9d5d-b3d24fcc25d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 1099 time: 0.1248825 Jun 27 12:39:09.883451 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d4185c46-25ef-44ab-bf1c-f61eb875ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.888695 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-25ad7d2f-b779-4ce5-8aa5-e630b41e4fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:09.911241 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4185c46-25ef-44ab-bf1c-f61eb875ac8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa8f217-cc1d-4a57-b21e-98ab98024f60,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:09.918755 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d4185c46-25ef-44ab-bf1c-f61eb875ac8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:09.922282 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d4185c46-25ef-44ab-bf1c-f61eb875ac8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:09.923403 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-d4185c46-25ef-44ab-bf1c-f61eb875ac8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0fa8f217-cc1d-4a57-b21e-98ab98024f60 HTTP/1.1" status: 204 len: 168 time: 0.2535760 Jun 27 12:39:09.927260 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3a0eaaa6-e815-4b7a-a9a7-333ff4e792e7 req-fa8aa5e7-83ee-4b0c-991c-dc4c3bce2d1c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634851 Jun 27 12:39:10.345780 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34491a31-5527-4c68-b995-999ef21ad403 req-8faef82e-5f3d-4391-a935-fb3f135e5078 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:10.347302 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-34491a31-5527-4c68-b995-999ef21ad403 req-8faef82e-5f3d-4391-a935-fb3f135e5078 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 946 time: 0.0821230 Jun 27 12:39:10.392049 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-34491a31-5527-4c68-b995-999ef21ad403 req-b4bd9f69-ae81-40ba-ace1-2598a828b3e6 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386779 Jun 27 12:39:11.584061 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d0e4e-cccd-4517-bc88-525e4ea58480 req-94d87be0-c05b-4b34-9c20-f62bd946820f tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:11.585687 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4d3d0e4e-cccd-4517-bc88-525e4ea58480 req-94d87be0-c05b-4b34-9c20-f62bd946820f tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 946 time: 0.0838315 Jun 27 12:39:11.734948 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4d3d0e4e-cccd-4517-bc88-525e4ea58480 req-b82865fa-ed3b-4d48-a295-476717407408 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437094 Jun 27 12:39:25.451849 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:26.495015 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24b1aa2a-0332-4956-a1f3-db52287cec9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:26.933842 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:29.132008 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-67f8774c-5606-4669-ae4f-631b19b82e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:30.138322 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:31.624138 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:31.633172 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:39:34.914244 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92af36-d9e4-416e-9dad-725c252fa338 req-41928e18-63d1-4a22-bf7f-7a1053cbc4ee tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:34.915696 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bc92af36-d9e4-416e-9dad-725c252fa338 req-41928e18-63d1-4a22-bf7f-7a1053cbc4ee tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 946 time: 0.0808780 Jun 27 12:39:34.964420 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bc92af36-d9e4-416e-9dad-725c252fa338 req-c5fe9733-5eda-4343-b919-c8e94afa1915 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424201 Jun 27 12:39:36.163638 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6e024-b8bd-44fd-84c6-e20d48e1e7bb req-791a78b9-00df-4532-9006-02fcc1c10dff tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:36.165180 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2ff6e024-b8bd-44fd-84c6-e20d48e1e7bb req-791a78b9-00df-4532-9006-02fcc1c10dff tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 946 time: 0.0846615 Jun 27 12:39:36.214580 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2ff6e024-b8bd-44fd-84c6-e20d48e1e7bb req-0ead24b2-d1f6-434a-98d6-c98774ac3297 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 Jun 27 12:39:37.414827 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aadcb2-e6a7-45bf-99fe-9ee32c577ae7 req-b7b9980a-bf4b-4ee5-916f-fdf532e8a56d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:37.416150 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a8aadcb2-e6a7-45bf-99fe-9ee32c577ae7 req-b7b9980a-bf4b-4ee5-916f-fdf532e8a56d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 946 time: 0.0915687 Jun 27 12:39:37.464638 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a8aadcb2-e6a7-45bf-99fe-9ee32c577ae7 req-f336a706-2fb4-4232-9137-97a63f639569 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Jun 27 12:39:38.682820 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd79b1b-3ea9-4611-8527-e98be51c562c req-def1df5a-ad41-47dc-8bbc-6c6bacaf9710 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:38.684309 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9dd79b1b-3ea9-4611-8527-e98be51c562c req-def1df5a-ad41-47dc-8bbc-6c6bacaf9710 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 946 time: 0.0942581 Jun 27 12:39:38.733611 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9dd79b1b-3ea9-4611-8527-e98be51c562c req-296eb3ad-ab27-4d8a-a0ae-1171c1ab4315 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 Jun 27 12:39:39.930021 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08888e58-d373-4b9e-af74-d1e1e8753832 req-56bb6191-0898-4687-bd0e-ab079550396a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:39.931483 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-08888e58-d373-4b9e-af74-d1e1e8753832 req-56bb6191-0898-4687-bd0e-ab079550396a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 946 time: 0.0844069 Jun 27 12:39:39.977654 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-08888e58-d373-4b9e-af74-d1e1e8753832 req-e52e7c0d-1f14-454d-b686-acceb5200730 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Jun 27 12:39:41.106057 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b7f77-d00b-48aa-ba7a-0ce9aef4ab2a req-b10c455a-8134-4e5f-ab94-0aafd04ae4e1 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:41.107479 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-200b7f77-d00b-48aa-ba7a-0ce9aef4ab2a req-b10c455a-8134-4e5f-ab94-0aafd04ae4e1 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 946 time: 0.0811687 Jun 27 12:39:41.164936 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d390d4-2a20-41e0-9f7f-ddcd3378ffad req-57af06da-5e48-4651-b09a-34f6da389f19 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:41.166447 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d3d390d4-2a20-41e0-9f7f-ddcd3378ffad req-57af06da-5e48-4651-b09a-34f6da389f19 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 946 time: 0.0808058 Jun 27 12:39:41.181081 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-200b7f77-d00b-48aa-ba7a-0ce9aef4ab2a req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Deleting port 84bf0462-235b-4c7b-83cd-5d64053cf342 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:39:41.181419 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-200b7f77-d00b-48aa-ba7a-0ce9aef4ab2a req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:41.214195 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d3d390d4-2a20-41e0-9f7f-ddcd3378ffad req-f577464c-01eb-4a86-a764-65666fa4633e tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Jun 27 12:39:41.430950 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-200b7f77-d00b-48aa-ba7a-0ce9aef4ab2a req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] For port 84bf0462-235b-4c7b-83cd-5d64053cf342, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=84bf0462-235b-4c7b-83cd-5d64053cf342,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:39:41.431380 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-200b7f77-d00b-48aa-ba7a-0ce9aef4ab2a req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:41.560186 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-200b7f77-d00b-48aa-ba7a-0ce9aef4ab2a req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Calling delete_port for 84bf0462-235b-4c7b-83cd-5d64053cf342 owned by compute:nova {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:39:41.710985 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-200b7f77-d00b-48aa-ba7a-0ce9aef4ab2a req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:41.717128 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7955f882-987d-48ba-b75b-236d45a5de0b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:41.722993 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['2dd32b8e-20fb-4ff7-aa94-09351705657b', 'a2333d2b-b895-4a44-86a6-57936a0a69f1', 'f989e2cf-6790-430c-9429-4dc1b3a60b90'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:39:41.765841 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Pushing event deleted for resources: {'Port': ['ID=84bf0462-235b-4c7b-83cd-5d64053cf342,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:41.776087 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:41.776634 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:41.777088 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:41.777565 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:41.777947 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:41.778283 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:41.778744 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:41.779466 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:41.779811 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:41.780153 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:41.781049 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:41.781049 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:41.814345 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:41.857073 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-200b7f77-d00b-48aa-ba7a-0ce9aef4ab2a req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] No DVR routers for this DVR port 84bf0462-235b-4c7b-83cd-5d64053cf342 on host hv-cinder-79809 {{(pid=78480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:39:41.859637 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-200b7f77-d00b-48aa-ba7a-0ce9aef4ab2a req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:41.862321 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a96e03-1f0f-4a9d-b32a-ccd1b9581503', 'name': 'network-vif-deleted', 'tag': '84bf0462-235b-4c7b-83cd-5d64053cf342'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:39:41.882081 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-200b7f77-d00b-48aa-ba7a-0ce9aef4ab2a req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "DELETE /v2.0/ports/84bf0462-235b-4c7b-83cd-5d64053cf342 HTTP/1.1" status: 204 len: 173 time: 0.7683918 Jun 27 12:39:42.108064 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a96e03-1f0f-4a9d-b32a-ccd1b9581503', 'name': 'network-vif-deleted', 'tag': '84bf0462-235b-4c7b-83cd-5d64053cf342', 'status': 'completed', 'code': 200} Jun 27 12:39:42.383006 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e135d650-e1cf-460c-b3b5-c5656867de4a req-7a0b760b-aa00-4e25-ac08-1dbcbc1569b8 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=31a96e03-1f0f-4a9d-b32a-ccd1b9581503 HTTP/1.1" status: 200 len: 210 time: 0.0467682 Jun 27 12:39:45.281950 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 84bf0462-235b-4c7b-83cd-5d64053cf342 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:39:45.324253 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: 84bf0462-235b-4c7b-83cd-5d64053cf342 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:39:45.324627 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 84bf0462-235b-4c7b-83cd-5d64053cf342 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:39:47.209502 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40834) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:47.408615 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Deleting port 87722fd2-da93-418b-be55-868e8a619e06 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:39:47.408945 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:47.664601 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:47.664904 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:47.782714 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Calling delete_port for 87722fd2-da93-418b-be55-868e8a619e06 owned by network:floatingip {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:39:47.947100 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:47.950812 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:48.024208 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event deleted for resources: {'Port': ['ID=87722fd2-da93-418b-be55-868e8a619e06,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:48.034978 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:48.093019 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for floatingip, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:48.093362 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.l3_db [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Floating IP 19087ff7-019c-45e0-b65b-380dc25c28be disassociated (deleted). External IP: 172.27.0.26, port: 1b24e557-9c1d-4220-a85f-617965045eb4. Jun 27 12:39:48.461628 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Router fe303b9e-f3c2-43e2-8aa6-744168fd3358 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:39:48.643688 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:39:48.655785 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad8f003-7fdc-497e-888b-538b28d2b626 None None] Sync routers for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:39:48.667900 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad8f003-7fdc-497e-888b-538b28d2b626 None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:39:48.668276 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:48.668559 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0ad8f003-7fdc-497e-888b-538b28d2b626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:39:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:39:48.723360 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "DELETE /v2.0/floatingips/19087ff7-019c-45e0-b65b-380dc25c28be HTTP/1.1" status: 204 len: 168 time: 1.5126634 Jun 27 12:39:48.723996 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'tag': '1b24e557-9c1d-4220-a85f-617965045eb4'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:39:48.772818 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'tag': '1b24e557-9c1d-4220-a85f-617965045eb4', 'status': 'completed', 'code': 200} Jun 27 12:39:48.877861 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50b705-3639-4c72-92ec-5e3b789b3e6f req-6cf0f96f-af40-4ef4-aa43-601ff18a08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:48.880561 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-af50b705-3639-4c72-92ec-5e3b789b3e6f req-6cf0f96f-af40-4ef4-aa43-601ff18a08df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 1099 time: 0.0857608 Jun 27 12:39:48.887522 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-0ad8f003-7fdc-497e-888b-538b28d2b626 None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:39:49.021032 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50b705-3639-4c72-92ec-5e3b789b3e6f req-231ba3a1-8fe5-4958-96b8-9b568b20b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:49.022525 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-af50b705-3639-4c72-92ec-5e3b789b3e6f req-231ba3a1-8fe5-4958-96b8-9b568b20b253 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 912 time: 0.1345031 Jun 27 12:39:49.236162 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-af50b705-3639-4c72-92ec-5e3b789b3e6f req-95dca92b-e627-4c55-923d-dc6f1eeb33c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b24e557-9c1d-4220-a85f-617965045eb4 HTTP/1.1" status: 200 len: 217 time: 0.2042019 Jun 27 12:39:49.249842 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0ad8f003-7fdc-497e-888b-538b28d2b626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '209ef172-e81e-49d6-b38a-4fc109c6c8c5', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:35:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:35:09Z', 'updated_at': '2021-06-27T12:35:13Z', 'revision_number': 1, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:39:49.253893 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad8f003-7fdc-497e-888b-538b28d2b626 None None] Checking router: fe303b9e-f3c2-43e2-8aa6-744168fd3358 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:39:49.266237 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad8f003-7fdc-497e-888b-538b28d2b626 None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:39:49.266846 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0ad8f003-7fdc-497e-888b-538b28d2b626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:39:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:39:49.337065 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50b705-3639-4c72-92ec-5e3b789b3e6f req-e384f1cc-f944-48f9-ae91-1c58f2d545c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:49.342424 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-af50b705-3639-4c72-92ec-5e3b789b3e6f req-e384f1cc-f944-48f9-ae91-1c58f2d545c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.0977941 Jun 27 12:39:49.351941 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad675ea-dc13-416c-a7b9-e3ecad701756 req-ea7051cd-73d6-4112-a6c1-c6d81409ab0d tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:49.352693 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-8ad675ea-dc13-416c-a7b9-e3ecad701756 req-ea7051cd-73d6-4112-a6c1-c6d81409ab0d tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Synchronizing usage tracker for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:39:49.442753 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-8ad675ea-dc13-416c-a7b9-e3ecad701756 req-ea7051cd-73d6-4112-a6c1-c6d81409ab0d tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Unset dirty status for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:39:49.450226 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8ad675ea-dc13-416c-a7b9-e3ecad701756 req-ea7051cd-73d6-4112-a6c1-c6d81409ab0d tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 946 time: 0.3717854 Jun 27 12:39:49.478780 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-0ad8f003-7fdc-497e-888b-538b28d2b626 None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:39:49.503025 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50b705-3639-4c72-92ec-5e3b789b3e6f req-bec12a27-c72f-4cc6-afcd-2c33cf09ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:49.504676 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-af50b705-3639-4c72-92ec-5e3b789b3e6f req-bec12a27-c72f-4cc6-afcd-2c33cf09ea5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1470850 Jun 27 12:39:49.515732 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8ad675ea-dc13-416c-a7b9-e3ecad701756 req-327e39c6-1f29-46ec-91be-54ba401033c3 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645077 Jun 27 12:39:49.534008 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e14a3-462d-4330-8dea-d4baf6332254 req-3ad4ab67-835d-4100-baf2-541b63385b57 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:49.535273 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-696e14a3-462d-4330-8dea-d4baf6332254 req-3ad4ab67-835d-4100-baf2-541b63385b57 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 946 time: 0.1020381 Jun 27 12:39:49.592220 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-696e14a3-462d-4330-8dea-d4baf6332254 req-eae16fc2-9c5d-449a-b263-40c7671dbec5 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509460 Jun 27 12:39:49.677590 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-af50b705-3639-4c72-92ec-5e3b789b3e6f req-3448e391-5c48-4507-b785-9fffa6910a27 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568296 Jun 27 12:39:49.812621 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-af50b705-3639-4c72-92ec-5e3b789b3e6f req-eb29f4ea-85b2-4bb0-a04d-19f46b70c5fa service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255915 Jun 27 12:39:49.867153 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0ad8f003-7fdc-497e-888b-538b28d2b626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '209ef172-e81e-49d6-b38a-4fc109c6c8c5', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:35:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:35:09Z', 'updated_at': '2021-06-27T12:35:13Z', 'revision_number': 1, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:39:49.872222 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad8f003-7fdc-497e-888b-538b28d2b626 None None] The sync data for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi is: [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '209ef172-e81e-49d6-b38a-4fc109c6c8c5', 'tenant_id': 'ad7befd71cc342118986826861797419', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'port_id': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'mac_address': 'fa:16:3e:35:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:35:09Z', 'updated_at': '2021-06-27T12:35:13Z', 'revision_number': 1, 'project_id': 'ad7befd71cc342118986826861797419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:39:50.093115 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e7557-e001-4ff2-b9d9-4ff145376a3f None None] New status for floating IP 19087ff7-019c-45e0-b65b-380dc25c28be: DOWN {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:39:50.720490 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9f18d-1d8f-492e-aef1-92d5ee1ac6f0 req-dfc8c0e7-2c26-4a36-b56a-ac56923337ac tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:50.721969 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b1d9f18d-1d8f-492e-aef1-92d5ee1ac6f0 req-dfc8c0e7-2c26-4a36-b56a-ac56923337ac tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 946 time: 0.0934887 Jun 27 12:39:50.773528 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b1d9f18d-1d8f-492e-aef1-92d5ee1ac6f0 req-41bca5e9-fb80-4c77-bf5a-9cd6ef97c830 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449119 Jun 27 12:39:50.809986 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfbf2a-c6a0-4b77-b89e-5f95f932afec req-7547d95f-a022-41db-a915-2ac8ffd028d5 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:50.812504 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6dcfbf2a-c6a0-4b77-b89e-5f95f932afec req-7547d95f-a022-41db-a915-2ac8ffd028d5 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 946 time: 0.0960143 Jun 27 12:39:50.860344 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6dcfbf2a-c6a0-4b77-b89e-5f95f932afec req-731644f5-4432-456b-9854-4f9e8dd2c0e4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Jun 27 12:39:51.408689 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10f26e-543b-42cf-89b6-c133553974dc req-c1ec2aa4-8ef9-4180-bd44-26e3e117f181 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:51.410228 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4b10f26e-543b-42cf-89b6-c133553974dc req-c1ec2aa4-8ef9-4180-bd44-26e3e117f181 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 946 time: 0.0817163 Jun 27 12:39:51.485833 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-4b10f26e-543b-42cf-89b6-c133553974dc req-c3d6cce5-caf2-49ac-920f-7dffb1e346f8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Deleting port 1b24e557-9c1d-4220-a85f-617965045eb4 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:39:51.486147 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4b10f26e-543b-42cf-89b6-c133553974dc req-c3d6cce5-caf2-49ac-920f-7dffb1e346f8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:51.736324 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-4b10f26e-543b-42cf-89b6-c133553974dc req-c3d6cce5-caf2-49ac-920f-7dffb1e346f8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] For port 1b24e557-9c1d-4220-a85f-617965045eb4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1b24e557-9c1d-4220-a85f-617965045eb4,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:39:51.737097 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4b10f26e-543b-42cf-89b6-c133553974dc req-c3d6cce5-caf2-49ac-920f-7dffb1e346f8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:51.868404 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-4b10f26e-543b-42cf-89b6-c133553974dc req-c3d6cce5-caf2-49ac-920f-7dffb1e346f8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Calling delete_port for 1b24e557-9c1d-4220-a85f-617965045eb4 owned by compute:nova {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:39:51.933955 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97131492-03ba-46eb-a066-09a8dc940c46 req-199ed667-cf74-4aed-8b36-f24940d92497 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:51.935561 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-97131492-03ba-46eb-a066-09a8dc940c46 req-199ed667-cf74-4aed-8b36-f24940d92497 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 946 time: 0.0826094 Jun 27 12:39:52.066115 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-97131492-03ba-46eb-a066-09a8dc940c46 req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Deleting port f989e2cf-6790-430c-9429-4dc1b3a60b90 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:39:52.066366 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-97131492-03ba-46eb-a066-09a8dc940c46 req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:52.074248 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49766e-09df-4443-bdf6-35ae52c21a81 req-cbc1ff0e-c2f4-473a-a1b8-90869c5dfc00 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:52.075699 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bc49766e-09df-4443-bdf6-35ae52c21a81 req-cbc1ff0e-c2f4-473a-a1b8-90869c5dfc00 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1e1ff92-1e05-418a-b3b8-3ab000588b45 HTTP/1.1" status: 200 len: 946 time: 0.1717401 Jun 27 12:39:52.109236 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4b10f26e-543b-42cf-89b6-c133553974dc req-c3d6cce5-caf2-49ac-920f-7dffb1e346f8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:52.122607 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-298bd46a-7a7e-4020-8e57-30a1d68331ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:52.173830 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6cce5-caf2-49ac-920f-7dffb1e346f8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event deleted for resources: {'Port': ['ID=1b24e557-9c1d-4220-a85f-617965045eb4,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:52.180571 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c3d6cce5-caf2-49ac-920f-7dffb1e346f8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:52.183789 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e80aa-005f-4f42-a7b4-8dfea9c8f85a req-1bd14ac7-98ae-4e57-9769-16f852503293 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:52.185303 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6d8e80aa-005f-4f42-a7b4-8dfea9c8f85a req-1bd14ac7-98ae-4e57-9769-16f852503293 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 946 time: 0.2097766 Jun 27 12:39:52.207750 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bc49766e-09df-4443-bdf6-35ae52c21a81 req-5baf8eef-b388-4ba1-bffd-3c44a97bf66b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231918 Jun 27 12:39:52.253774 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b10f26e-543b-42cf-89b6-c133553974dc req-c3d6cce5-caf2-49ac-920f-7dffb1e346f8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] No DVR routers for this DVR port 1b24e557-9c1d-4220-a85f-617965045eb4 on host hv-cinder-79809 {{(pid=78480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:39:52.256316 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-4b10f26e-543b-42cf-89b6-c133553974dc req-c3d6cce5-caf2-49ac-920f-7dffb1e346f8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:52.258975 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'name': 'network-vif-deleted', 'tag': '1b24e557-9c1d-4220-a85f-617965045eb4'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:39:52.276299 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4b10f26e-543b-42cf-89b6-c133553974dc req-c3d6cce5-caf2-49ac-920f-7dffb1e346f8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "DELETE /v2.0/ports/1b24e557-9c1d-4220-a85f-617965045eb4 HTTP/1.1" status: 204 len: 173 time: 0.8588781 Jun 27 12:39:52.323070 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e1ff92-1e05-418a-b3b8-3ab000588b45', 'name': 'network-vif-deleted', 'tag': '1b24e557-9c1d-4220-a85f-617965045eb4', 'status': 'completed', 'code': 200} Jun 27 12:39:52.452886 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6d8e80aa-005f-4f42-a7b4-8dfea9c8f85a req-fd118bd6-6277-482c-ad82-e319e9d8d051 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491741 Jun 27 12:39:52.482617 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-97131492-03ba-46eb-a066-09a8dc940c46 req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] For port f989e2cf-6790-430c-9429-4dc1b3a60b90, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f989e2cf-6790-430c-9429-4dc1b3a60b90,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:39:52.483251 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-97131492-03ba-46eb-a066-09a8dc940c46 req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:52.622208 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-97131492-03ba-46eb-a066-09a8dc940c46 req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Calling delete_port for f989e2cf-6790-430c-9429-4dc1b3a60b90 owned by compute:nova {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:39:52.800929 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-97131492-03ba-46eb-a066-09a8dc940c46 req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:52.808333 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1af3d7af-0e8f-4914-ba4a-2f8aeb23bcbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:52.814712 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['2dd32b8e-20fb-4ff7-aa94-09351705657b', 'a2333d2b-b895-4a44-86a6-57936a0a69f1', 'f989e2cf-6790-430c-9429-4dc1b3a60b90'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:39:52.894415 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Pushing event deleted for resources: {'Port': ['ID=f989e2cf-6790-430c-9429-4dc1b3a60b90,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:52.942280 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:52.943038 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:52.943038 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:52.943368 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:52.943723 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:52.944532 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:52.944532 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:52.944807 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:52.945161 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:52.945512 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:52.945863 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:52.946219 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:39:52.950255 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-97131492-03ba-46eb-a066-09a8dc940c46 req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] No DVR routers for this DVR port f989e2cf-6790-430c-9429-4dc1b3a60b90 on host hv-cinder-79809 {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:39:52.952439 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-97131492-03ba-46eb-a066-09a8dc940c46 req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:52.956841 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:52.957315 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ca16dd-c75c-4576-b55b-da187b250151', 'name': 'network-vif-deleted', 'tag': 'f989e2cf-6790-430c-9429-4dc1b3a60b90'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:39:52.980753 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-97131492-03ba-46eb-a066-09a8dc940c46 req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "DELETE /v2.0/ports/f989e2cf-6790-430c-9429-4dc1b3a60b90 HTTP/1.1" status: 204 len: 173 time: 1.0387263 Jun 27 12:39:53.117940 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ca16dd-c75c-4576-b55b-da187b250151', 'name': 'network-vif-deleted', 'tag': 'f989e2cf-6790-430c-9429-4dc1b3a60b90', 'status': 'completed', 'code': 200} Jun 27 12:39:53.622949 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-5619f2b2-b227-4a15-9c2b-072291f37caf req-c0e35583-77c7-467d-92cb-14092d043b61 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Synchronizing usage tracker for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:39:53.639654 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-5619f2b2-b227-4a15-9c2b-072291f37caf req-c0e35583-77c7-467d-92cb-14092d043b61 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Unset dirty status for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:39:53.640851 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5619f2b2-b227-4a15-9c2b-072291f37caf req-c0e35583-77c7-467d-92cb-14092d043b61 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=90ca16dd-c75c-4576-b55b-da187b250151 HTTP/1.1" status: 200 len: 210 time: 0.0661063 Jun 27 12:39:53.681183 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 1b24e557-9c1d-4220-a85f-617965045eb4 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:39:53.716207 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: 1b24e557-9c1d-4220-a85f-617965045eb4 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:39:53.716583 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 1b24e557-9c1d-4220-a85f-617965045eb4 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:39:53.717023 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device f989e2cf-6790-430c-9429-4dc1b3a60b90 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:39:53.748988 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: f989e2cf-6790-430c-9429-4dc1b3a60b90 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:39:53.749334 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device f989e2cf-6790-430c-9429-4dc1b3a60b90 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:39:54.229028 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40928) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:54.397812 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-edc22cd8-cc42-4f97-b366-2ebb293cd148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:54.515643 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-edc22cd8-cc42-4f97-b366-2ebb293cd148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:39:54.519608 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-edc22cd8-cc42-4f97-b366-2ebb293cd148 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f439ba696c435da5ad47b66345012a is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:39:54.522475 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-edc22cd8-cc42-4f97-b366-2ebb293cd148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:39:54.528278 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-edc22cd8-cc42-4f97-b366-2ebb293cd148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:39:54.613185 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-edc22cd8-cc42-4f97-b366-2ebb293cd148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:54.617835 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-edc22cd8-cc42-4f97-b366-2ebb293cd148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:54.626296 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-fd851f9d-91cf-4fec-908a-0f90d42c4bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:54.670976 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-edc22cd8-cc42-4f97-b366-2ebb293cd148 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e5f439ba696c435da5ad47b66345012a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382141 Jun 27 12:39:54.671770 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40942) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:54.673868 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc22cd8-cc42-4f97-b366-2ebb293cd148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61444b21-663c-4985-9d1d-fc416e8ede3c,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:54.686443 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-edc22cd8-cc42-4f97-b366-2ebb293cd148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:54.735617 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-38fbe052-5de0-4e22-bdd4-677cccdca1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:54.771140 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-38fbe052-5de0-4e22-bdd4-677cccdca1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:54.842775 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-38fbe052-5de0-4e22-bdd4-677cccdca1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:54.851690 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-723e0798-8c96-4b19-a7ba-7467fcf6f055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:54.874190 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbe052-5de0-4e22-bdd4-677cccdca1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61444b21-663c-4985-9d1d-fc416e8ede3c,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:54.877351 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-38fbe052-5de0-4e22-bdd4-677cccdca1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:54.885479 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-38fbe052-5de0-4e22-bdd4-677cccdca1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:54.889395 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-38fbe052-5de0-4e22-bdd4-677cccdca1da admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61444b21-663c-4985-9d1d-fc416e8ede3c HTTP/1.1" status: 204 len: 168 time: 0.2147565 Jun 27 12:39:55.142128 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a2362-ef1a-4023-ab1a-249ddfca79b9 req-82261903-6877-4e5e-86b7-57131e9db63b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:55.142952 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-f31a2362-ef1a-4023-ab1a-249ddfca79b9 req-82261903-6877-4e5e-86b7-57131e9db63b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Synchronizing usage tracker for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:39:55.156663 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-f31a2362-ef1a-4023-ab1a-249ddfca79b9 req-82261903-6877-4e5e-86b7-57131e9db63b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Unset dirty status for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:39:55.157798 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f31a2362-ef1a-4023-ab1a-249ddfca79b9 req-82261903-6877-4e5e-86b7-57131e9db63b tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 945 time: 0.1113472 Jun 27 12:39:55.197364 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 40954) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:55.207312 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f31a2362-ef1a-4023-ab1a-249ddfca79b9 req-e08270e8-c696-4e85-a1fc-e025248d7bc2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434911 Jun 27 12:39:55.217430 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-73de7b5a-d9e5-40aa-9988-80dbb695022b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:55.232851 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-73de7b5a-d9e5-40aa-9988-80dbb695022b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:39:55.238720 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-73de7b5a-d9e5-40aa-9988-80dbb695022b admin admin] Usage tracker for resource:security_group_rule and tenant:f83f92c8647f4b258618041866ec715f is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:39:55.242054 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-73de7b5a-d9e5-40aa-9988-80dbb695022b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:39:55.247930 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-73de7b5a-d9e5-40aa-9988-80dbb695022b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:39:55.336527 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-73de7b5a-d9e5-40aa-9988-80dbb695022b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:55.342756 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-73de7b5a-d9e5-40aa-9988-80dbb695022b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:55.349986 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e56c98f0-0d1d-47a3-9727-0361d021e571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:55.389087 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-73de7b5a-d9e5-40aa-9988-80dbb695022b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f83f92c8647f4b258618041866ec715f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905906 Jun 27 12:39:55.389958 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de7b5a-d9e5-40aa-9988-80dbb695022b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92f74b7-9e32-419b-b7ba-50841f520932,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:55.392040 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 40958) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:55.392983 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-73de7b5a-d9e5-40aa-9988-80dbb695022b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:55.455161 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1e31e25d-0f79-494e-a9ce-b79c04fa487c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:55.470605 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:55.482298 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1e31e25d-0f79-494e-a9ce-b79c04fa487c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:55.542838 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1e31e25d-0f79-494e-a9ce-b79c04fa487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:55.547186 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9adb5f06-cd8c-4751-ab7a-6881a9b9fcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:55.558044 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31e25d-0f79-494e-a9ce-b79c04fa487c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92f74b7-9e32-419b-b7ba-50841f520932,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:55.560457 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1e31e25d-0f79-494e-a9ce-b79c04fa487c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:55.566744 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1e31e25d-0f79-494e-a9ce-b79c04fa487c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:55.567956 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-1e31e25d-0f79-494e-a9ce-b79c04fa487c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f92f74b7-9e32-419b-b7ba-50841f520932 HTTP/1.1" status: 204 len: 168 time: 0.1748459 Jun 27 12:39:55.721556 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 40966) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:39:55.940814 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Deleting port 94ba25a4-5dbd-4620-aef7-66799c8b6bc5 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:39:55.941343 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:56.123367 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:56.123694 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:56.254650 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Calling delete_port for 94ba25a4-5dbd-4620-aef7-66799c8b6bc5 owned by network:floatingip {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:39:56.406497 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17e818-8699-4c28-9a8e-3aa68ac72fbc req-b6991d37-25b9-49ea-8e56-2d5ed01e8ff0 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:56.408091 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ad17e818-8699-4c28-9a8e-3aa68ac72fbc req-b6991d37-25b9-49ea-8e56-2d5ed01e8ff0 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 945 time: 0.0903533 Jun 27 12:39:56.431830 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:56.436655 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7fea2b8d-e8cd-4134-a799-6d738e9acec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:56.455929 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ad17e818-8699-4c28-9a8e-3aa68ac72fbc req-7ce206c7-83e8-4249-bb16-044b1b3fd400 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Jun 27 12:39:56.505619 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-c4d0ce01-5ce3-4016-8beb-ab5cb405142b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:56.523507 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event deleted for resources: {'Port': ['ID=94ba25a4-5dbd-4620-aef7-66799c8b6bc5,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:56.525951 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:56.590837 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for floatingip, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:56.591180 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.l3_db [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Floating IP 209ef172-e81e-49d6-b38a-4fc109c6c8c5 disassociated (deleted). External IP: 172.27.0.12, port: 00b54543-d7b2-4102-b675-e0583fb3b20f. Jun 27 12:39:56.929403 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:57.080871 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5310b7-894a-4710-8a15-5468993e971e req-ebd64e4c-cd68-4233-b784-4acd3c76ac01 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:57.082352 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1d5310b7-894a-4710-8a15-5468993e971e req-ebd64e4c-cd68-4233-b784-4acd3c76ac01 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 945 time: 0.2225094 Jun 27 12:39:57.183077 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Router fe303b9e-f3c2-43e2-8aa6-744168fd3358 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:39:57.189908 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-1d5310b7-894a-4710-8a15-5468993e971e req-be93d3c2-43ef-4365-90cb-057c9675c356 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Deleting port a2333d2b-b895-4a44-86a6-57936a0a69f1 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:39:57.190247 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-1d5310b7-894a-4710-8a15-5468993e971e req-be93d3c2-43ef-4365-90cb-057c9675c356 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:57.545684 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:39:57.556196 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b40bf91-7b59-4c98-8b92-6ced1d5d0eaf None None] Sync routers for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:39:57.569881 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b40bf91-7b59-4c98-8b92-6ced1d5d0eaf None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:39:57.570972 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-3b40bf91-7b59-4c98-8b92-6ced1d5d0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:39:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:39:57.626770 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:57.710569 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [req-1d5310b7-894a-4710-8a15-5468993e971e req-be93d3c2-43ef-4365-90cb-057c9675c356 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] For port a2333d2b-b895-4a44-86a6-57936a0a69f1, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a2333d2b-b895-4a44-86a6-57936a0a69f1,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:39:57.710931 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-1d5310b7-894a-4710-8a15-5468993e971e req-be93d3c2-43ef-4365-90cb-057c9675c356 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:57.801876 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-3b40bf91-7b59-4c98-8b92-6ced1d5d0eaf None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:39:57.842157 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [req-1d5310b7-894a-4710-8a15-5468993e971e req-be93d3c2-43ef-4365-90cb-057c9675c356 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Calling delete_port for a2333d2b-b895-4a44-86a6-57936a0a69f1 owned by compute:nova {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:39:57.881688 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "DELETE /v2.0/floatingips/209ef172-e81e-49d6-b38a-4fc109c6c8c5 HTTP/1.1" status: 204 len: 168 time: 2.1590745 Jun 27 12:39:57.884949 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'tag': '00b54543-d7b2-4102-b675-e0583fb3b20f'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:39:57.950684 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5485bbf-1f0b-47f0-a5a9-7aa563943156 req-d409dac9-49d9-4f1f-b151-71f87d27d358 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:57.952074 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d5485bbf-1f0b-47f0-a5a9-7aa563943156 req-d409dac9-49d9-4f1f-b151-71f87d27d358 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f720d8-9c36-46e9-bff8-4b00bd9f2720 HTTP/1.1" status: 200 len: 945 time: 0.3772697 Jun 27 12:39:58.046440 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d5485bbf-1f0b-47f0-a5a9-7aa563943156 req-6490a9a4-b686-4665-a9ad-4eeccfc391a4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613644 Jun 27 12:39:58.048578 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-1d5310b7-894a-4710-8a15-5468993e971e req-be93d3c2-43ef-4365-90cb-057c9675c356 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:58.054642 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b6b1c4fa-177c-4e08-8294-aa8799fd1688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:39:58.083579 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['2dd32b8e-20fb-4ff7-aa94-09351705657b'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:39:58.117335 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93d3c2-43ef-4365-90cb-057c9675c356 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Pushing event deleted for resources: {'Port': ['ID=a2333d2b-b895-4a44-86a6-57936a0a69f1,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:39:58.120846 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-be93d3c2-43ef-4365-90cb-057c9675c356 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:39:58.148357 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'tag': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'status': 'completed', 'code': 200} Jun 27 12:39:58.209855 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5310b7-894a-4710-8a15-5468993e971e req-be93d3c2-43ef-4365-90cb-057c9675c356 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] No DVR routers for this DVR port a2333d2b-b895-4a44-86a6-57936a0a69f1 on host hv-cinder-79809 {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:39:58.212337 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [req-1d5310b7-894a-4710-8a15-5468993e971e req-be93d3c2-43ef-4365-90cb-057c9675c356 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:58.229951 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1d5310b7-894a-4710-8a15-5468993e971e req-be93d3c2-43ef-4365-90cb-057c9675c356 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "DELETE /v2.0/ports/a2333d2b-b895-4a44-86a6-57936a0a69f1 HTTP/1.1" status: 204 len: 173 time: 1.1309319 Jun 27 12:39:58.276192 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-3b40bf91-7b59-4c98-8b92-6ced1d5d0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:39:58.290660 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b40bf91-7b59-4c98-8b92-6ced1d5d0eaf None None] Checking router: fe303b9e-f3c2-43e2-8aa6-744168fd3358 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:39:58.292915 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95067bb4-4390-46d5-b0a9-f6eca6b7124e req-d3f03a90-30c6-4328-a327-6d066980128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:58.294490 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-95067bb4-4390-46d5-b0a9-f6eca6b7124e req-d3f03a90-30c6-4328-a327-6d066980128a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad7befd71cc342118986826861797419&device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 1099 time: 0.1415505 Jun 27 12:39:58.304774 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b40bf91-7b59-4c98-8b92-6ced1d5d0eaf None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:39:58.305644 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-3b40bf91-7b59-4c98-8b92-6ced1d5d0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:39:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:39:58.432539 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ad3d3-c370-4f1c-8317-2aec42f67622 req-7ef9efcf-32e9-4ab2-bde9-3e44c62b3dea tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:58.433385 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-339ad3d3-c370-4f1c-8317-2aec42f67622 req-7ef9efcf-32e9-4ab2-bde9-3e44c62b3dea tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Synchronizing usage tracker for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:39:58.474303 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-339ad3d3-c370-4f1c-8317-2aec42f67622 req-7ef9efcf-32e9-4ab2-bde9-3e44c62b3dea tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Unset dirty status for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:39:58.475411 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-339ad3d3-c370-4f1c-8317-2aec42f67622 req-7ef9efcf-32e9-4ab2-bde9-3e44c62b3dea tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 946 time: 0.2382882 Jun 27 12:39:58.476444 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95067bb4-4390-46d5-b0a9-f6eca6b7124e req-18176d0d-dede-4114-a7c6-ca3fb04de574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:58.477777 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-95067bb4-4390-46d5-b0a9-f6eca6b7124e req-18176d0d-dede-4114-a7c6-ca3fb04de574 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 200 len: 912 time: 0.1729362 Jun 27 12:39:58.492168 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-3b40bf91-7b59-4c98-8b92-6ced1d5d0eaf None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:39:58.564128 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-95067bb4-4390-46d5-b0a9-f6eca6b7124e req-a0afee02-1865-4f07-be6f-db54495b27c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00b54543-d7b2-4102-b675-e0583fb3b20f HTTP/1.1" status: 200 len: 217 time: 0.0674372 Jun 27 12:39:58.617676 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-339ad3d3-c370-4f1c-8317-2aec42f67622 req-6b3d942c-067b-4e5a-b35b-167c0077ca83 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361637 Jun 27 12:39:58.644727 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95067bb4-4390-46d5-b0a9-f6eca6b7124e req-e530e80a-7519-4eea-b446-d3d9611dd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:58.646202 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-95067bb4-4390-46d5-b0a9-f6eca6b7124e req-e530e80a-7519-4eea-b446-d3d9611dd3da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 200 len: 850 time: 0.0725360 Jun 27 12:39:58.729238 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95067bb4-4390-46d5-b0a9-f6eca6b7124e req-af96af0b-2986-4f61-ac8a-666bf5739cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:58.730811 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-95067bb4-4390-46d5-b0a9-f6eca6b7124e req-af96af0b-2986-4f61-ac8a-666bf5739cd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ba4b00e-9728-4710-95e1-d036b6026ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740783 Jun 27 12:39:58.843023 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-3b40bf91-7b59-4c98-8b92-6ced1d5d0eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:39:58.849909 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b40bf91-7b59-4c98-8b92-6ced1d5d0eaf None None] The sync data for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi is: [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:30:52Z', 'revision_number': 4, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '8809545a-b641-49db-8586-0cd1c45bc5a7', 'name': '', 'network_id': '4ba4b00e-9728-4710-95e1-d036b6026ac1', 'tenant_id': 'ad7befd71cc342118986826861797419', 'mac_address': 'fa:16:3e:53:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:52Z', 'updated_at': '2021-06-27T12:31:02Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'subnets': [{'id': '3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:39:58.912257 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-95067bb4-4390-46d5-b0a9-f6eca6b7124e req-7c92f682-bedb-4f6d-98ef-615d30689c8a service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734672 Jun 27 12:39:59.064189 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-95067bb4-4390-46d5-b0a9-f6eca6b7124e req-3c4aefb8-8fd4-4db7-9f6c-dc2084182018 service neutron] 10.222.0.36 "GET /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420536 Jun 27 12:39:59.131232 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b105c237-885f-4eaa-a7b8-1786d221b9e5 None None] New status for floating IP 209ef172-e81e-49d6-b38a-4fc109c6c8c5: DOWN {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:39:59.140075 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-a34f91c5-799a-413f-9913-8c8a06bfe274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:39:59.708724 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device a2333d2b-b895-4a44-86a6-57936a0a69f1 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:39:59.750993 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: a2333d2b-b895-4a44-86a6-57936a0a69f1 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:39:59.751395 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device a2333d2b-b895-4a44-86a6-57936a0a69f1 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:39:59.869545 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042a67c-7ed4-403a-8690-80987d2096d5 req-c63b4ec6-3ddb-4f9c-8ed4-7e9a9d6cfce2 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:59.871019 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e042a67c-7ed4-403a-8690-80987d2096d5 req-c63b4ec6-3ddb-4f9c-8ed4-7e9a9d6cfce2 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 946 time: 0.1448600 Jun 27 12:39:59.881346 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46742d23-a37f-46c9-b2fe-b9a305969c58 req-a85a1308-cf7b-4f0d-aeff-3ace196beb4a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:39:59.882754 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-46742d23-a37f-46c9-b2fe-b9a305969c58 req-a85a1308-cf7b-4f0d-aeff-3ace196beb4a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 946 time: 0.1205685 Jun 27 12:39:59.975097 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e042a67c-7ed4-403a-8690-80987d2096d5 req-5916d929-54f9-4797-b795-a17a1a75ab3e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/security-groups?id=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912662 Jun 27 12:39:59.978325 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-46742d23-a37f-46c9-b2fe-b9a305969c58 req-3b093241-414e-4751-a040-c922c1be3a77 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Deleting port 00b54543-d7b2-4102-b675-e0583fb3b20f {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:39:59.978665 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-46742d23-a37f-46c9-b2fe-b9a305969c58 req-3b093241-414e-4751-a040-c922c1be3a77 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:00.143527 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:00.149743 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f720d8-9c36-46e9-bff8-4b00bd9f2720', 'name': 'network-vif-deleted', 'tag': 'a2333d2b-b895-4a44-86a6-57936a0a69f1'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:40:00.196517 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f720d8-9c36-46e9-bff8-4b00bd9f2720', 'name': 'network-vif-deleted', 'tag': 'a2333d2b-b895-4a44-86a6-57936a0a69f1', 'status': 'completed', 'code': 200} Jun 27 12:40:00.325327 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-46742d23-a37f-46c9-b2fe-b9a305969c58 req-3b093241-414e-4751-a040-c922c1be3a77 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] For port 00b54543-d7b2-4102-b675-e0583fb3b20f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=00b54543-d7b2-4102-b675-e0583fb3b20f,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:00.325602 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-46742d23-a37f-46c9-b2fe-b9a305969c58 req-3b093241-414e-4751-a040-c922c1be3a77 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:00.447036 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-46742d23-a37f-46c9-b2fe-b9a305969c58 req-3b093241-414e-4751-a040-c922c1be3a77 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Calling delete_port for 00b54543-d7b2-4102-b675-e0583fb3b20f owned by compute:nova {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:40:00.611530 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-46742d23-a37f-46c9-b2fe-b9a305969c58 req-3b093241-414e-4751-a040-c922c1be3a77 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:00.618941 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c3d6cce5-caf2-49ac-920f-7dffb1e346f8 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:00.667026 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b093241-414e-4751-a040-c922c1be3a77 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event deleted for resources: {'Port': ['ID=00b54543-d7b2-4102-b675-e0583fb3b20f,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:00.669937 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3b093241-414e-4751-a040-c922c1be3a77 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:00.746245 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-46742d23-a37f-46c9-b2fe-b9a305969c58 req-3b093241-414e-4751-a040-c922c1be3a77 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] No DVR routers for this DVR port 00b54543-d7b2-4102-b675-e0583fb3b20f on host hv-cinder-79809 {{(pid=78480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:40:00.749170 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-46742d23-a37f-46c9-b2fe-b9a305969c58 req-3b093241-414e-4751-a040-c922c1be3a77 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:00.752321 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'name': 'network-vif-deleted', 'tag': '00b54543-d7b2-4102-b675-e0583fb3b20f'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:40:00.786978 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-46742d23-a37f-46c9-b2fe-b9a305969c58 req-3b093241-414e-4751-a040-c922c1be3a77 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.36 "DELETE /v2.0/ports/00b54543-d7b2-4102-b675-e0583fb3b20f HTTP/1.1" status: 204 len: 173 time: 0.8895130 Jun 27 12:40:00.823349 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef78ce53-0e0d-4573-8865-c784ff863ac4', 'name': 'network-vif-deleted', 'tag': '00b54543-d7b2-4102-b675-e0583fb3b20f', 'status': 'completed', 'code': 200} Jun 27 12:40:00.966010 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38a41a-48ed-4647-94de-21d1921177a0 req-d08bda61-a25b-4dbe-87f1-05ea2b78f7d4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:40:00.966659 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-de38a41a-48ed-4647-94de-21d1921177a0 req-d08bda61-a25b-4dbe-87f1-05ea2b78f7d4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Synchronizing usage tracker for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:40:00.985672 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-de38a41a-48ed-4647-94de-21d1921177a0 req-d08bda61-a25b-4dbe-87f1-05ea2b78f7d4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Unset dirty status for tenant:680b58dd23c249c58dd63e17ee3913c3 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:40:00.987027 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de38a41a-48ed-4647-94de-21d1921177a0 req-d08bda61-a25b-4dbe-87f1-05ea2b78f7d4 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 946 time: 0.2804999 Jun 27 12:40:01.055688 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-de38a41a-48ed-4647-94de-21d1921177a0 req-aac74bdd-72eb-471f-bfb6-9446bfcc04dd tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622919 Jun 27 12:40:01.136668 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-52741769-31aa-4778-8327-6941b4c40b39 req-a7127183-53ba-40f9-be99-d1a9578b103a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Synchronizing usage tracker for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:40:01.156877 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-52741769-31aa-4778-8327-6941b4c40b39 req-a7127183-53ba-40f9-be99-d1a9578b103a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Unset dirty status for tenant:ad7befd71cc342118986826861797419 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:40:01.158318 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-52741769-31aa-4778-8327-6941b4c40b39 req-a7127183-53ba-40f9-be99-d1a9578b103a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef78ce53-0e0d-4573-8865-c784ff863ac4 HTTP/1.1" status: 200 len: 210 time: 0.0702517 Jun 27 12:40:01.625649 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:01.636830 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41090) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:01.761498 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b4ab699d-6863-40b7-8928-13717389eb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:01.780966 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-b4ab699d-6863-40b7-8928-13717389eb1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:01.784896 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-b4ab699d-6863-40b7-8928-13717389eb1d admin admin] Usage tracker for resource:security_group_rule and tenant:e8bf90a2c8da4d35a5409235704c69dc is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:01.787775 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-b4ab699d-6863-40b7-8928-13717389eb1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:01.793582 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-b4ab699d-6863-40b7-8928-13717389eb1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:01.875868 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b4ab699d-6863-40b7-8928-13717389eb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:01.881463 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b4ab699d-6863-40b7-8928-13717389eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:01.888684 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-06845996-3e23-41b4-bec6-f938ce5ea348 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:01.926093 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab699d-6863-40b7-8928-13717389eb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fcfebe-7d30-4bd4-a830-015d3c650232,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:01.930752 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-b4ab699d-6863-40b7-8928-13717389eb1d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8bf90a2c8da4d35a5409235704c69dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927406 Jun 27 12:40:01.931639 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b4ab699d-6863-40b7-8928-13717389eb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:01.933962 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41096) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:01.993184 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-db0b1ef1-990c-4976-b8b2-52e34ec7d31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.018563 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-db0b1ef1-990c-4976-b8b2-52e34ec7d31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.076406 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-db0b1ef1-990c-4976-b8b2-52e34ec7d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.080270 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a44a022b-8473-426d-99f0-2761b9ef09b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:02.091570 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b1ef1-990c-4976-b8b2-52e34ec7d31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fcfebe-7d30-4bd4-a830-015d3c650232,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:02.094034 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-db0b1ef1-990c-4976-b8b2-52e34ec7d31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:02.100260 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-db0b1ef1-990c-4976-b8b2-52e34ec7d31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.104201 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-db0b1ef1-990c-4976-b8b2-52e34ec7d31d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33fcfebe-7d30-4bd4-a830-015d3c650232 HTTP/1.1" status: 204 len: 168 time: 0.1692159 Jun 27 12:40:02.243861 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964424c-7c76-4144-8486-f297442cd647 req-ea867879-4dd5-4ea3-a49c-a4d06f21970a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:40:02.245373 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1964424c-7c76-4144-8486-f297442cd647 req-ea867879-4dd5-4ea3-a49c-a4d06f21970a tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 946 time: 0.0897305 Jun 27 12:40:02.260238 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41108) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:02.297631 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-1964424c-7c76-4144-8486-f297442cd647 req-e7719cf9-b1e9-4c74-aed6-5bbe934e2095 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446284 Jun 27 12:40:02.424360 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41112) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:02.430006 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-9a21005c-7356-4fc5-bf54-b40724d15f5e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Deleting port 8a2441f0-2ed5-4a61-b7a6-b424fd73bf1d {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:40:02.430343 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9a21005c-7356-4fc5-bf54-b40724d15f5e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.443017 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-759de7a5-47e2-4df9-b77f-e535b4871ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.457527 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-759de7a5-47e2-4df9-b77f-e535b4871ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:02.461363 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-759de7a5-47e2-4df9-b77f-e535b4871ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:72ffe134ce414bfa9087595bb6e571d8 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:02.464257 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-759de7a5-47e2-4df9-b77f-e535b4871ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:02.470120 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-759de7a5-47e2-4df9-b77f-e535b4871ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:02.552406 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-759de7a5-47e2-4df9-b77f-e535b4871ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.557549 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-759de7a5-47e2-4df9-b77f-e535b4871ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.566736 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d9cc0d14-8d9e-4e00-986b-408dc85a9f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:02.604686 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759de7a5-47e2-4df9-b77f-e535b4871ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bb9966-1865-4e02-86e2-a8c005ec6c13,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:02.608253 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9a21005c-7356-4fc5-bf54-b40724d15f5e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.608611 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9a21005c-7356-4fc5-bf54-b40724d15f5e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.609833 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-759de7a5-47e2-4df9-b77f-e535b4871ba2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72ffe134ce414bfa9087595bb6e571d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840670 Jun 27 12:40:02.611233 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-759de7a5-47e2-4df9-b77f-e535b4871ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:02.611823 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41116) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:02.681086 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-82a86339-f626-492f-ae83-3ae6807efcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.712154 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-82a86339-f626-492f-ae83-3ae6807efcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.766793 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-82a86339-f626-492f-ae83-3ae6807efcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.768024 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-9a21005c-7356-4fc5-bf54-b40724d15f5e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Calling delete_port for 8a2441f0-2ed5-4a61-b7a6-b424fd73bf1d owned by network:floatingip {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:40:02.770765 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1f76a1a5-e5f9-46a7-bdb7-e7fd916f5bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:02.783762 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a86339-f626-492f-ae83-3ae6807efcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bb9966-1865-4e02-86e2-a8c005ec6c13,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:02.787774 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-82a86339-f626-492f-ae83-3ae6807efcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:02.793586 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-82a86339-f626-492f-ae83-3ae6807efcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.797101 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-82a86339-f626-492f-ae83-3ae6807efcf5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c3bb9966-1865-4e02-86e2-a8c005ec6c13 HTTP/1.1" status: 204 len: 168 time: 0.1813152 Jun 27 12:40:02.931622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9a21005c-7356-4fc5-bf54-b40724d15f5e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:02.937420 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:02.983479 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21005c-7356-4fc5-bf54-b40724d15f5e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event deleted for resources: {'Port': ['ID=8a2441f0-2ed5-4a61-b7a6-b424fd73bf1d,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:03.009543 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-9a21005c-7356-4fc5-bf54-b40724d15f5e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:03.025773 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1c1bf-24e7-4498-967e-4b6bf5e65051 req-6e66fcb6-139c-40e1-b267-a3992ba7bcb6 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:40:03.027210 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9ed1c1bf-24e7-4498-967e-4b6bf5e65051 req-6e66fcb6-139c-40e1-b267-a3992ba7bcb6 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 946 time: 0.3536477 Jun 27 12:40:03.239839 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-9ed1c1bf-24e7-4498-967e-4b6bf5e65051 req-a12c4771-930a-462c-b967-33407133377c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Deleting port 2dd32b8e-20fb-4ff7-aa94-09351705657b {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:40:03.240182 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-9ed1c1bf-24e7-4498-967e-4b6bf5e65051 req-a12c4771-930a-462c-b967-33407133377c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:03.264249 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9a21005c-7356-4fc5-bf54-b40724d15f5e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for floatingip, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:03.307687 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9a21005c-7356-4fc5-bf54-b40724d15f5e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:03.308877 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-9a21005c-7356-4fc5-bf54-b40724d15f5e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "DELETE /v2.0/floatingips/d399a1ef-2040-4037-b609-b620bf7ff3f7 HTTP/1.1" status: 204 len: 168 time: 1.0469916 Jun 27 12:40:03.526474 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-9ed1c1bf-24e7-4498-967e-4b6bf5e65051 req-a12c4771-930a-462c-b967-33407133377c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] For port 2dd32b8e-20fb-4ff7-aa94-09351705657b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=2dd32b8e-20fb-4ff7-aa94-09351705657b,segment=NetworkSegment(a3e0278e-e908-45b5-97e9-533c2e5fa83d),segment_id=a3e0278e-e908-45b5-97e9-533c2e5fa83d)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:03.527130 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-9ed1c1bf-24e7-4498-967e-4b6bf5e65051 req-a12c4771-930a-462c-b967-33407133377c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:03.535616 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa5a74-51c8-4927-bd9d-a4f53f48f37d req-fc9323a7-1351-4491-b312-ca14409b37bb tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:40:03.537233 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3faa5a74-51c8-4927-bd9d-a4f53f48f37d req-fc9323a7-1351-4491-b312-ca14409b37bb tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/ports?device_id=08ddddb9-aaac-483d-a6ba-510029574a17 HTTP/1.1" status: 200 len: 946 time: 0.0976374 Jun 27 12:40:03.609994 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3faa5a74-51c8-4927-bd9d-a4f53f48f37d req-5518ca58-360d-42e7-8939-ca7cd96d7cfa tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ccd4aea-d2cb-4976-a862-b81505f0df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662575 Jun 27 12:40:03.677869 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-9ed1c1bf-24e7-4498-967e-4b6bf5e65051 req-a12c4771-930a-462c-b967-33407133377c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Calling delete_port for 2dd32b8e-20fb-4ff7-aa94-09351705657b owned by compute:nova {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:40:03.726257 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 00b54543-d7b2-4102-b675-e0583fb3b20f no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:40:03.769322 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: 00b54543-d7b2-4102-b675-e0583fb3b20f {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:40:03.769680 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 00b54543-d7b2-4102-b675-e0583fb3b20f not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:40:03.770105 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 2dd32b8e-20fb-4ff7-aa94-09351705657b no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:40:03.862026 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-9ed1c1bf-24e7-4498-967e-4b6bf5e65051 req-a12c4771-930a-462c-b967-33407133377c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:03.872425 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d71b0457-9f0b-4618-bfab-a8a6baeade6b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:03.915868 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Port 2dd32b8e-20fb-4ff7-aa94-09351705657b update to DOWN by agent not found {{(pid=78481) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} Jun 27 12:40:03.942986 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c4771-930a-462c-b967-33407133377c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Pushing event deleted for resources: {'Port': ['ID=2dd32b8e-20fb-4ff7-aa94-09351705657b,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:03.946147 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a12c4771-930a-462c-b967-33407133377c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:04.015319 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed1c1bf-24e7-4498-967e-4b6bf5e65051 req-a12c4771-930a-462c-b967-33407133377c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] No DVR routers for this DVR port 2dd32b8e-20fb-4ff7-aa94-09351705657b on host hv-cinder-79809 {{(pid=78480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:40:04.017865 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-9ed1c1bf-24e7-4498-967e-4b6bf5e65051 req-a12c4771-930a-462c-b967-33407133377c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:04.021263 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ddddb9-aaac-483d-a6ba-510029574a17', 'name': 'network-vif-deleted', 'tag': '2dd32b8e-20fb-4ff7-aa94-09351705657b'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:40:04.041782 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9ed1c1bf-24e7-4498-967e-4b6bf5e65051 req-a12c4771-930a-462c-b967-33407133377c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] 10.222.0.36 "DELETE /v2.0/ports/2dd32b8e-20fb-4ff7-aa94-09351705657b HTTP/1.1" status: 204 len: 173 time: 0.9124680 Jun 27 12:40:04.072063 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ddddb9-aaac-483d-a6ba-510029574a17', 'name': 'network-vif-deleted', 'tag': '2dd32b8e-20fb-4ff7-aa94-09351705657b', 'status': 'completed', 'code': 200} Jun 27 12:40:04.698839 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41178) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:04.757969 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41184) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:04.775164 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a290ad1-d45b-47ba-b83c-8374377cc62c admin admin] Deleting subnet 8c57f796-f7fd-4cc7-907a-1503de59e818 {{(pid=78480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:40:04.779166 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3a290ad1-d45b-47ba-b83c-8374377cc62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:04.838297 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3a290ad1-d45b-47ba-b83c-8374377cc62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3158166'] for subnet, precommit_delete_associations {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:04.864956 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-116101d4-2974-425c-a897-0508f57fd6c7 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:04.902169 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-116101d4-2974-425c-a897-0508f57fd6c7 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:04.905868 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3a290ad1-d45b-47ba-b83c-8374377cc62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:04.977976 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-116101d4-2974-425c-a897-0508f57fd6c7 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:04.983337 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b4ab699d-6863-40b7-8928-13717389eb1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:04.985093 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3a290ad1-d45b-47ba-b83c-8374377cc62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2400268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2389571'] for subnet, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:04.990112 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:04.998490 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116101d4-2974-425c-a897-0508f57fd6c7 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:05.000884 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-116101d4-2974-425c-a897-0508f57fd6c7 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:05.021435 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-116101d4-2974-425c-a897-0508f57fd6c7 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:05.026668 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a290ad1-d45b-47ba-b83c-8374377cc62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c57f796-f7fd-4cc7-907a-1503de59e818,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:05.029285 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3a290ad1-d45b-47ba-b83c-8374377cc62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:05.035312 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3a290ad1-d45b-47ba-b83c-8374377cc62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:05.035471 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-116101d4-2974-425c-a897-0508f57fd6c7 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] 10.222.0.38 "DELETE /v2.0/security-groups/cc30ca53-6f7c-4d50-a317-d4a0e1bc1b05 HTTP/1.1" status: 204 len: 168 time: 0.2759769 Jun 27 12:40:05.039874 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41190) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:05.040118 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-3a290ad1-d45b-47ba-b83c-8374377cc62c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8c57f796-f7fd-4cc7-907a-1503de59e818 HTTP/1.1" status: 204 len: 168 time: 0.3400733 Jun 27 12:40:05.098507 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41196) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:05.193654 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:05.330718 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:05.343571 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8291ff-6395-4a7a-95ac-fa94f9944223']}} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:05.356974 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e0278e-e908-45b5-97e9-533c2e5fa83d') {'for_net_delete': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:05.357265 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e0278e-e908-45b5-97e9-533c2e5fa83d') {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:05.368780 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424118'] for segment, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:05.385558 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:05.391854 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=78479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:40:05.392229 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2205596'] for segment, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: Traceback (most recent call last): Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: timer() Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: cb(*args, **kw) Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: return func(*args, **kwargs) Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: self._notify() Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: self.callback(batched_events) Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: event.method(event) Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: return f(self, *a, **k) Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._get(url).json() Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: return self.request(url, 'GET', **kwargs) Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:40:05.405716 dv-cinder-798099-1-iscsi neutron-server[78479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:40:05.483785 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:05.488009 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:05.500849 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:05.510940 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8291ff-6395-4a7a-95ac-fa94f9944223,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:05.514160 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:05.524253 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-10a4d5ae-e189-44cc-8717-8780a5b787fb admin admin] 10.222.0.38 "DELETE /v2.0/networks/fd8291ff-6395-4a7a-95ac-fa94f9944223 HTTP/1.1" status: 204 len: 168 time: 0.4803548 Jun 27 12:40:05.652987 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41206) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:05.707448 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-799b1798-2e77-47b6-8070-e3aba772c54d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=680b58dd23c249c58dd63e17ee3913c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527897 Jun 27 12:40:05.709859 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41210) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:05.775587 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8ee7515f-0533-43d0-8aa7-598c3053c3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:05.801298 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8ee7515f-0533-43d0-8aa7-598c3053c3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:05.864352 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8ee7515f-0533-43d0-8aa7-598c3053c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:05.876019 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e7789a1a-e40b-47c9-9209-34a7344f4d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:05.886812 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7515f-0533-43d0-8aa7-598c3053c3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccd4aea-d2cb-4976-a862-b81505f0df75,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:05.890888 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8ee7515f-0533-43d0-8aa7-598c3053c3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:05.894247 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-8ee7515f-0533-43d0-8aa7-598c3053c3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:05.896331 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-8ee7515f-0533-43d0-8aa7-598c3053c3d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6ccd4aea-d2cb-4976-a862-b81505f0df75 HTTP/1.1" status: 204 len: 168 time: 0.1846292 Jun 27 12:40:05.950680 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-949eb6b9-ed08-407a-9e16-913a1e3c947c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774262'] for router_interface, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:06.308422 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-949eb6b9-ed08-407a-9e16-913a1e3c947c admin admin] Deleting port 8809545a-b641-49db-8586-0cd1c45bc5a7 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:40:06.308628 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-949eb6b9-ed08-407a-9e16-913a1e3c947c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:06.495414 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-949eb6b9-ed08-407a-9e16-913a1e3c947c admin admin] For port 8809545a-b641-49db-8586-0cd1c45bc5a7, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=8809545a-b641-49db-8586-0cd1c45bc5a7,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:06.495759 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-949eb6b9-ed08-407a-9e16-913a1e3c947c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:06.621199 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-949eb6b9-ed08-407a-9e16-913a1e3c947c admin admin] Calling delete_port for 8809545a-b641-49db-8586-0cd1c45bc5a7 owned by network:router_interface {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:40:06.796594 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-949eb6b9-ed08-407a-9e16-913a1e3c947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:06.801316 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7b2697f4-3106-464d-b573-8d38d56be11f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:06.844350 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eb6b9-ed08-407a-9e16-913a1e3c947c admin admin] Pushing event deleted for resources: {'Port': ['ID=8809545a-b641-49db-8586-0cd1c45bc5a7,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:06.873444 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-949eb6b9-ed08-407a-9e16-913a1e3c947c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:07.126408 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-949eb6b9-ed08-407a-9e16-913a1e3c947c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774362'] for router_interface, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:07.598066 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949eb6b9-ed08-407a-9e16-913a1e3c947c admin admin] Router fe303b9e-f3c2-43e2-8aa6-744168fd3358 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:40:07.786999 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949eb6b9-ed08-407a-9e16-913a1e3c947c admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:40:07.796455 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f392c34-dac9-4dc5-a8da-a1d6145898e2 None None] Sync routers for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:40:07.802370 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-949eb6b9-ed08-407a-9e16-913a1e3c947c admin admin] 10.222.0.38 "PUT /v2.0/routers/fe303b9e-f3c2-43e2-8aa6-744168fd3358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7003906 Jun 27 12:40:07.802943 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41272) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:07.806921 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f392c34-dac9-4dc5-a8da-a1d6145898e2 None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:40:07.807532 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-2f392c34-dac9-4dc5-a8da-a1d6145898e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:39:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:07.913031 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41276) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:07.989208 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-2f392c34-dac9-4dc5-a8da-a1d6145898e2 None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:40:08.031535 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Notify callbacks [] for router, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.058101 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f4552af7-ff3d-4876-acdb-fd18d20736fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.073232 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-f4552af7-ff3d-4876-acdb-fd18d20736fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:08.077303 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-f4552af7-ff3d-4876-acdb-fd18d20736fb admin admin] Usage tracker for resource:security_group_rule and tenant:7ae92d7b06a44e1b8800b19a589c9370 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:08.080392 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-f4552af7-ff3d-4876-acdb-fd18d20736fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:08.086643 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-f4552af7-ff3d-4876-acdb-fd18d20736fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:08.202688 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f4552af7-ff3d-4876-acdb-fd18d20736fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.209511 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f4552af7-ff3d-4876-acdb-fd18d20736fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.217522 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-30bdc75f-9773-4adb-a44c-2b303f4586e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:08.256833 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4552af7-ff3d-4876-acdb-fd18d20736fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5092cd-d463-4100-8178-654d79217424,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:08.263603 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-f4552af7-ff3d-4876-acdb-fd18d20736fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ae92d7b06a44e1b8800b19a589c9370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471596 Jun 27 12:40:08.263603 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f4552af7-ff3d-4876-acdb-fd18d20736fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:08.264165 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41282) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:08.295565 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-2f392c34-dac9-4dc5-a8da-a1d6145898e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:40:06Z', 'revision_number': 5, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port': {'id': 'a325cff7-2ff0-4eff-aff1-f1334787774a', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:49Z', 'updated_at': '2021-06-27T12:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:08.300088 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f392c34-dac9-4dc5-a8da-a1d6145898e2 None None] Checking router: fe303b9e-f3c2-43e2-8aa6-744168fd3358 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:40:08.317197 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f392c34-dac9-4dc5-a8da-a1d6145898e2 None None] Routers {'fe303b9e-f3c2-43e2-8aa6-744168fd3358'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:40:08.318097 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-2f392c34-dac9-4dc5-a8da-a1d6145898e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:39:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:08.321566 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.332675 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-55d8d7d8-0e50-483a-b6d4-28c25c24d78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.333313 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Deleting port a325cff7-2ff0-4eff-aff1-f1334787774a {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:40:08.333685 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.360816 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-55d8d7d8-0e50-483a-b6d4-28c25c24d78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.420492 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-55d8d7d8-0e50-483a-b6d4-28c25c24d78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.424732 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-05c81e30-297e-4bc7-b497-2eacbcffb75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:08.438443 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8d7d8-0e50-483a-b6d4-28c25c24d78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5092cd-d463-4100-8178-654d79217424,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:08.441684 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-55d8d7d8-0e50-483a-b6d4-28c25c24d78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:08.443764 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-55d8d7d8-0e50-483a-b6d4-28c25c24d78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.447522 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-55d8d7d8-0e50-483a-b6d4-28c25c24d78e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d5092cd-d463-4100-8178-654d79217424 HTTP/1.1" status: 204 len: 168 time: 0.1815715 Jun 27 12:40:08.491908 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-2f392c34-dac9-4dc5-a8da-a1d6145898e2 None None] Set router fe303b9e-f3c2-43e2-8aa6-744168fd3358 gateway port host: None {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:40:08.510684 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] For port a325cff7-2ff0-4eff-aff1-f1334787774a, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=a325cff7-2ff0-4eff-aff1-f1334787774a,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:08.510961 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.604085 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-2f392c34-dac9-4dc5-a8da-a1d6145898e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:40:08Z', 'revision_number': 6, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port_host': None}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:08.610400 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f392c34-dac9-4dc5-a8da-a1d6145898e2 None None] The sync data for ids ['fe303b9e-f3c2-43e2-8aa6-744168fd3358'] in dv-cinder-798099-1-iscsi is: [{'id': 'fe303b9e-f3c2-43e2-8aa6-744168fd3358', 'name': 'tempest-TestVolumeBootPattern-623718687-router', 'tenant_id': 'ad7befd71cc342118986826861797419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:48Z', 'updated_at': '2021-06-27T12:40:08Z', 'revision_number': 6, 'project_id': 'ad7befd71cc342118986826861797419', 'gw_port_host': None}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:40:08.633283 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:40:08.635983 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Calling delete_port for a325cff7-2ff0-4eff-aff1-f1334787774a owned by network:router_gateway {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:40:08.780765 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41292) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:08.800574 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7f7fd7b5-98d2-475a-aa57-c93c68f9d1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.818211 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.824222 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c706a53b-eff9-4287-98fa-ecf6047b4f2b tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:08.828273 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7f7fd7b5-98d2-475a-aa57-c93c68f9d1fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:08.832362 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7f7fd7b5-98d2-475a-aa57-c93c68f9d1fb admin admin] Usage tracker for resource:security_group_rule and tenant:ec92cfec10144e51a02de9a0cf8e402a is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:08.835251 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7f7fd7b5-98d2-475a-aa57-c93c68f9d1fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:08.840846 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7f7fd7b5-98d2-475a-aa57-c93c68f9d1fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:08.875013 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a325cff7-2ff0-4eff-aff1-f1334787774a,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:08.878074 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:08.935103 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7f7fd7b5-98d2-475a-aa57-c93c68f9d1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.940163 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7f7fd7b5-98d2-475a-aa57-c93c68f9d1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.947426 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-8299472c-3bb3-449c-9ad8-a93baa57e246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:08.967709 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3820307'] for router_gateway, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:08.993789 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-7f7fd7b5-98d2-475a-aa57-c93c68f9d1fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec92cfec10144e51a02de9a0cf8e402a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114825 Jun 27 12:40:08.994315 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fd7b5-98d2-475a-aa57-c93c68f9d1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3aa2bb-b8df-4669-96b6-4543edf08661,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:08.996628 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41296) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:08.999438 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7f7fd7b5-98d2-475a-aa57-c93c68f9d1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:09.057343 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-4d4fc767-2e22-459d-821c-158267a90d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.087367 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-4d4fc767-2e22-459d-821c-158267a90d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.143565 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-4d4fc767-2e22-459d-821c-158267a90d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.147899 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-55d8d7d8-0e50-483a-b6d4-28c25c24d78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:09.151970 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100831'] for router, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.155402 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.160151 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fc767-2e22-459d-821c-158267a90d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3aa2bb-b8df-4669-96b6-4543edf08661,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:09.162513 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-4d4fc767-2e22-459d-821c-158267a90d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:09.169472 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-4d4fc767-2e22-459d-821c-158267a90d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.173061 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-4d4fc767-2e22-459d-821c-158267a90d25 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de3aa2bb-b8df-4669-96b6-4543edf08661 HTTP/1.1" status: 204 len: 168 time: 0.1751480 Jun 27 12:40:09.189236 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3820286'] for router, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.189741 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe303b9e-f3c2-43e2-8aa6-744168fd3358 {{(pid=78479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 12:40:09.202407 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Notify callbacks [] for router, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.203524 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] 10.222.0.38 "DELETE /v2.0/routers/fe303b9e-f3c2-43e2-8aa6-744168fd3358 HTTP/1.1" status: 204 len: 168 time: 1.3995252 Jun 27 12:40:09.206150 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41302) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:09.271157 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_v2 [None req-e744424c-652c-4c66-b641-764a8a793c68 admin admin] Deleting subnet 3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c {{(pid=78479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:40:09.274499 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e744424c-652c-4c66-b641-764a8a793c68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.324690 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e744424c-652c-4c66-b641-764a8a793c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424079'] for subnet, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.417983 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e744424c-652c-4c66-b641-764a8a793c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.491146 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e744424c-652c-4c66-b641-764a8a793c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10275257'] for subnet, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.495793 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d0c0f7ae-ff3c-44c3-945f-e67e518b56bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:09.529641 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744424c-652c-4c66-b641-764a8a793c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:09.533587 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e744424c-652c-4c66-b641-764a8a793c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:09.537836 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e744424c-652c-4c66-b641-764a8a793c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.543853 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e06977f-2449-4899-9243-e691026980b9 None None] Network 4ba4b00e-9728-4710-95e1-d036b6026ac1 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:40:09.546205 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41312) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:09.546648 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e744424c-652c-4c66-b641-764a8a793c68 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3de0b429-a1b4-4d3e-9419-a7fa7fcf7f3c HTTP/1.1" status: 204 len: 168 time: 0.3390782 Jun 27 12:40:09.665064 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.678560 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Deleting port 3b2b6796-22f2-4052-915f-ab333385306e {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:40:09.679054 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.827099 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa34f71-0c13-4142-9f4c-fa1ad9a24c99 None None] DHCP port deletion for 4ba4b00e-9728-4710-95e1-d036b6026ac1 request from dv-cinder-798099-1-iscsi {{(pid=78481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 12:40:09.832242 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-ffa34f71-0c13-4142-9f4c-fa1ad9a24c99 None None] Deleting port 3b2b6796-22f2-4052-915f-ab333385306e {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:40:09.832839 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-ffa34f71-0c13-4142-9f4c-fa1ad9a24c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:09.946578 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] For port 3b2b6796-22f2-4052-915f-ab333385306e, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=3b2b6796-22f2-4052-915f-ab333385306e,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:09.946967 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:10.053365 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-ffa34f71-0c13-4142-9f4c-fa1ad9a24c99 None None] For port 3b2b6796-22f2-4052-915f-ab333385306e, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=3b2b6796-22f2-4052-915f-ab333385306e,segment=NetworkSegment(ec02aa7e-002b-4eae-943a-b9027e6b227a),segment_id=ec02aa7e-002b-4eae-943a-b9027e6b227a)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:10.053740 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-ffa34f71-0c13-4142-9f4c-fa1ad9a24c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:10.077239 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Calling delete_port for 3b2b6796-22f2-4052-915f-ab333385306e owned by network:dhcp {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:40:10.161599 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:10.173966 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-84a5f957-2e62-4857-9d1c-6b3d76425de6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:10.215743 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2b6796-22f2-4052-915f-ab333385306e,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:10.219292 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:10.220236 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] No DVR routers for this DVR port 3b2b6796-22f2-4052-915f-ab333385306e on host dv-cinder-798099-1-iscsi {{(pid=78480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:40:10.225836 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-ffa34f71-0c13-4142-9f4c-fa1ad9a24c99 None None] Calling delete_port for 3b2b6796-22f2-4052-915f-ab333385306e owned by network:dhcp {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:40:10.254551 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device a325cff7-2ff0-4eff-aff1-f1334787774a no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:40:10.297846 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: a325cff7-2ff0-4eff-aff1-f1334787774a {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:40:10.298230 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device a325cff7-2ff0-4eff-aff1-f1334787774a not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:40:10.298667 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 8809545a-b641-49db-8586-0cd1c45bc5a7 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:40:10.344555 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 8809545a-b641-49db-8586-0cd1c45bc5a7 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:40:10.345166 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 8809545a-b641-49db-8586-0cd1c45bc5a7 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:40:10.345938 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 3b2b6796-22f2-4052-915f-ab333385306e no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:40:10.383837 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 3b2b6796-22f2-4052-915f-ab333385306e {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:40:10.384100 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 3b2b6796-22f2-4052-915f-ab333385306e not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:40:10.420641 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.db.api [None req-ffa34f71-0c13-4142-9f4c-fa1ad9a24c99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:40:10.421144 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_db.api [None req-ffa34f71-0c13-4142-9f4c-fa1ad9a24c99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:40:10.467353 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:10.480446 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba4b00e-9728-4710-95e1-d036b6026ac1']}} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:10.493182 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec02aa7e-002b-4eae-943a-b9027e6b227a') {'for_net_delete': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:10.493486 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec02aa7e-002b-4eae-943a-b9027e6b227a') {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:10.505054 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3158191'] for segment, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:10.521504 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:10.527657 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=78480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:40:10.528029 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2401454'] for segment, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: Traceback (most recent call last): Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: timer() Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: cb(*args, **kw) Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: return func(*args, **kwargs) Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: self._notify() Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: self.callback(batched_events) Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: event.method(event) Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: return f(self, *a, **k) Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: return self._get(url).json() Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: return self.request(url, 'GET', **kwargs) Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:40:10.541302 dv-cinder-798099-1-iscsi neutron-server[78480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:40:10.620279 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:10.625131 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:10.638476 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:10.648825 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba4b00e-9728-4710-95e1-d036b6026ac1,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:10.652146 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:10.664443 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4ba4b00e-9728-4710-95e1-d036b6026ac1 HTTP/1.1" status: 204 len: 168 time: 1.1161880 Jun 27 12:40:10.667220 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41344) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:10.922619 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-ffa34f71-0c13-4142-9f4c-fa1ad9a24c99 None None] Deleting port 3b2b6796-22f2-4052-915f-ab333385306e {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:40:10.923127 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-ffa34f71-0c13-4142-9f4c-fa1ad9a24c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:10.989480 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-ffa34f71-0c13-4142-9f4c-fa1ad9a24c99 None None] The port '3b2b6796-22f2-4052-915f-ab333385306e' was deleted {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 12:40:11.222983 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774262'] for router_interface, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:11.566316 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] Deleting port 4fa96d6f-5474-439c-9084-f6935c470bd3 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:40:11.566781 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:11.741964 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] For port 4fa96d6f-5474-439c-9084-f6935c470bd3, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=4fa96d6f-5474-439c-9084-f6935c470bd3,segment=NetworkSegment(7ae02728-9e4b-470d-abcf-1495b46c2ddd),segment_id=7ae02728-9e4b-470d-abcf-1495b46c2ddd)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:11.742595 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:11.983087 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] Calling delete_port for 4fa96d6f-5474-439c-9084-f6935c470bd3 owned by network:router_interface {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:40:12.164038 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:12.167808 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6ee40a66-3dd1-49bb-8c90-fdf0f91a82ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:12.210911 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa96d6f-5474-439c-9084-f6935c470bd3,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:12.214073 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:12.484356 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774362'] for router_interface, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:12.860319 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] Router 114ae3ff-9ae8-473a-a41d-89340441f49d has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:40:13.044706 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:40:13.055017 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9cf53-ab5f-4bb7-953c-9233529b6fa1 None None] Sync routers for ids ['114ae3ff-9ae8-473a-a41d-89340441f49d'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:40:13.064210 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9cf53-ab5f-4bb7-953c-9233529b6fa1 None None] Routers {'114ae3ff-9ae8-473a-a41d-89340441f49d'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:40:13.064808 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-28a9cf53-ab5f-4bb7-953c-9233529b6fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:39:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['114ae3ff-9ae8-473a-a41d-89340441f49d'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:13.067441 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] 10.222.0.38 "PUT /v2.0/routers/114ae3ff-9ae8-473a-a41d-89340441f49d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3991976 Jun 27 12:40:13.070300 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41392) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:13.241471 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-28a9cf53-ab5f-4bb7-953c-9233529b6fa1 None None] Set router 114ae3ff-9ae8-473a-a41d-89340441f49d gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:40:13.377863 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Notify callbacks [] for router, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:13.572328 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:13.583873 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Deleting port 59545495-0971-4e3e-9a6a-dff03fbed9f7 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:40:13.584348 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-28a9cf53-ab5f-4bb7-953c-9233529b6fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'name': 'tempest-TestVolumeBootPattern-432464188-router', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:55Z', 'updated_at': '2021-06-27T12:40:12Z', 'revision_number': 5, 'project_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'gw_port': {'id': '59545495-0971-4e3e-9a6a-dff03fbed9f7', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:30:57Z', 'updated_at': '2021-06-27T12:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:13.584640 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:13.590391 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9cf53-ab5f-4bb7-953c-9233529b6fa1 None None] Checking router: 114ae3ff-9ae8-473a-a41d-89340441f49d for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:40:13.602117 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9cf53-ab5f-4bb7-953c-9233529b6fa1 None None] Routers {'114ae3ff-9ae8-473a-a41d-89340441f49d'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:40:13.603060 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-28a9cf53-ab5f-4bb7-953c-9233529b6fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:39:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['114ae3ff-9ae8-473a-a41d-89340441f49d'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:13.766005 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-28a9cf53-ab5f-4bb7-953c-9233529b6fa1 None None] Set router 114ae3ff-9ae8-473a-a41d-89340441f49d gateway port host: None {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:40:13.772785 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] For port 59545495-0971-4e3e-9a6a-dff03fbed9f7, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=59545495-0971-4e3e-9a6a-dff03fbed9f7,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:13.773224 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:13.884974 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-28a9cf53-ab5f-4bb7-953c-9233529b6fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'name': 'tempest-TestVolumeBootPattern-432464188-router', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:55Z', 'updated_at': '2021-06-27T12:40:13Z', 'revision_number': 6, 'project_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'gw_port_host': None}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:13.889637 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9cf53-ab5f-4bb7-953c-9233529b6fa1 None None] The sync data for ids ['114ae3ff-9ae8-473a-a41d-89340441f49d'] in dv-cinder-798099-1-iscsi is: [{'id': '114ae3ff-9ae8-473a-a41d-89340441f49d', 'name': 'tempest-TestVolumeBootPattern-432464188-router', 'tenant_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:30:55Z', 'updated_at': '2021-06-27T12:40:13Z', 'revision_number': 6, 'project_id': 'fe52c5a8088a40f28f2f8b833d1d40ce', 'gw_port_host': None}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:40:13.931822 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Calling delete_port for 59545495-0971-4e3e-9a6a-dff03fbed9f7 owned by network:router_gateway {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:40:14.103996 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:14.107693 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3998602b-e311-468a-8d1b-84b2e630e91f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:14.151532 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Pushing event deleted for resources: {'Port': ['ID=59545495-0971-4e3e-9a6a-dff03fbed9f7,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:14.154523 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:14.249960 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3820307'] for router_gateway, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:14.386843 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 4fa96d6f-5474-439c-9084-f6935c470bd3 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:40:14.423621 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 4fa96d6f-5474-439c-9084-f6935c470bd3 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:40:14.424054 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 4fa96d6f-5474-439c-9084-f6935c470bd3 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:40:14.439728 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100831'] for router, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:14.442082 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:14.469267 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3820286'] for router, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:14.470258 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 114ae3ff-9ae8-473a-a41d-89340441f49d {{(pid=78479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 12:40:14.487609 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] Notify callbacks [] for router, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:14.488818 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-c49bdef4-167d-4999-9300-2e5b79d645bc admin admin] 10.222.0.38 "DELETE /v2.0/routers/114ae3ff-9ae8-473a-a41d-89340441f49d HTTP/1.1" status: 204 len: 168 time: 1.4174461 Jun 27 12:40:14.491397 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41420) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:14.550030 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f8df5d-1b62-4cbd-a615-239db10c63c9 admin admin] Deleting subnet 7fd17506-b83d-4625-abef-1cc75fc709f3 {{(pid=78479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:40:14.553400 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-47f8df5d-1b62-4cbd-a615-239db10c63c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:14.604907 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-47f8df5d-1b62-4cbd-a615-239db10c63c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424079'] for subnet, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:14.697592 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-47f8df5d-1b62-4cbd-a615-239db10c63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:14.798662 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-47f8df5d-1b62-4cbd-a615-239db10c63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10275257'] for subnet, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:14.803932 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:14.842731 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-47f8df5d-1b62-4cbd-a615-239db10c63c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:14.846980 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8df5d-1b62-4cbd-a615-239db10c63c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd17506-b83d-4625-abef-1cc75fc709f3,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:14.849902 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-47f8df5d-1b62-4cbd-a615-239db10c63c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:14.855905 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6380ddf-ebf2-4060-bc20-58c4bb30558a None None] Network 94c096a7-537d-4f01-8341-9d24f1bb4090 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:40:14.856261 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-47f8df5d-1b62-4cbd-a615-239db10c63c9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7fd17506-b83d-4625-abef-1cc75fc709f3 HTTP/1.1" status: 204 len: 168 time: 0.3610921 Jun 27 12:40:14.856261 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41428) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:15.099866 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.119909 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Deleting port 96024385-5d34-4a02-a4c9-f5348468ba08 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:40:15.120617 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.156874 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2d032d-9aac-4111-bf3a-1ba6c0486faf None None] DHCP port deletion for 94c096a7-537d-4f01-8341-9d24f1bb4090 request from dv-cinder-798099-1-iscsi {{(pid=78481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 12:40:15.163827 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d032d-9aac-4111-bf3a-1ba6c0486faf None None] Deleting port 96024385-5d34-4a02-a4c9-f5348468ba08 {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:40:15.164230 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-3f2d032d-9aac-4111-bf3a-1ba6c0486faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.290655 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41436) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:15.344780 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] For port 96024385-5d34-4a02-a4c9-f5348468ba08, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=96024385-5d34-4a02-a4c9-f5348468ba08,segment=NetworkSegment(7ae02728-9e4b-470d-abcf-1495b46c2ddd),segment_id=7ae02728-9e4b-470d-abcf-1495b46c2ddd)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:15.345136 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.390987 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-3f2d032d-9aac-4111-bf3a-1ba6c0486faf None None] For port 96024385-5d34-4a02-a4c9-f5348468ba08, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=96024385-5d34-4a02-a4c9-f5348468ba08,segment=NetworkSegment(7ae02728-9e4b-470d-abcf-1495b46c2ddd),segment_id=7ae02728-9e4b-470d-abcf-1495b46c2ddd)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:15.391512 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-3f2d032d-9aac-4111-bf3a-1ba6c0486faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.421100 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-39e76431-867a-4336-b288-73b1cfca9ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.438232 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-39e76431-867a-4336-b288-73b1cfca9ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:15.442477 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-39e76431-867a-4336-b288-73b1cfca9ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:022928645fdd49d09c67adefd64b2f48 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:15.445582 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-39e76431-867a-4336-b288-73b1cfca9ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:15.451753 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-39e76431-867a-4336-b288-73b1cfca9ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:15.485512 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Calling delete_port for 96024385-5d34-4a02-a4c9-f5348468ba08 owned by network:dhcp {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:40:15.525218 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d032d-9aac-4111-bf3a-1ba6c0486faf None None] Calling delete_port for 96024385-5d34-4a02-a4c9-f5348468ba08 owned by network:dhcp {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:40:15.573895 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-39e76431-867a-4336-b288-73b1cfca9ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.575570 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.580434 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-39e76431-867a-4336-b288-73b1cfca9ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.582256 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-72fc4224-755c-44d4-a0b1-fc73f698f5b2 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:15.593384 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7e254fa6-6333-48bb-8505-db298a747605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:15.613585 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.db.api [None req-3f2d032d-9aac-4111-bf3a-1ba6c0486faf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:40:15.613948 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_db.api [None req-3f2d032d-9aac-4111-bf3a-1ba6c0486faf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:40:15.632655 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=96024385-5d34-4a02-a4c9-f5348468ba08,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:15.636479 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:15.637466 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] No DVR routers for this DVR port 96024385-5d34-4a02-a4c9-f5348468ba08 on host dv-cinder-798099-1-iscsi {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:40:15.647199 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e76431-867a-4336-b288-73b1cfca9ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ade78d-3487-4ec3-8ab2-79d52adbfbd8,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:15.650779 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-39e76431-867a-4336-b288-73b1cfca9ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:15.656496 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-39e76431-867a-4336-b288-73b1cfca9ca2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=022928645fdd49d09c67adefd64b2f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617775 Jun 27 12:40:15.656969 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41446) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:15.721199 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3d88d0ef-fc9b-4971-b7dc-bd0a026986db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.748588 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3d88d0ef-fc9b-4971-b7dc-bd0a026986db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.754678 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.770210 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c096a7-537d-4f01-8341-9d24f1bb4090']}} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:15.783637 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae02728-9e4b-470d-abcf-1495b46c2ddd') {'for_net_delete': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:15.784097 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae02728-9e4b-470d-abcf-1495b46c2ddd') {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:15.796779 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424118'] for segment, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.817240 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3d88d0ef-fc9b-4971-b7dc-bd0a026986db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.822725 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.823211 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-341e0af6-af60-49a5-a15a-018cb75f3835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:15.833753 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=78479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:40:15.834139 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2205596'] for segment, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.840218 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88d0ef-fc9b-4971-b7dc-bd0a026986db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ade78d-3487-4ec3-8ab2-79d52adbfbd8,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:15.842726 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3d88d0ef-fc9b-4971-b7dc-bd0a026986db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:15.849412 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3d88d0ef-fc9b-4971-b7dc-bd0a026986db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: Traceback (most recent call last): Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: timer() Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: cb(*args, **kw) Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: return func(*args, **kwargs) Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: self._notify() Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: self.callback(batched_events) Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: event.method(event) Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: return f(self, *a, **k) Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._get(url).json() Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: return self.request(url, 'GET', **kwargs) Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:40:15.850788 dv-cinder-798099-1-iscsi neutron-server[78479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:40:15.880695 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-3d88d0ef-fc9b-4971-b7dc-bd0a026986db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d8ade78d-3487-4ec3-8ab2-79d52adbfbd8 HTTP/1.1" status: 204 len: 168 time: 0.2229986 Jun 27 12:40:15.940213 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.945211 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-5fcbcfce-04b4-4b60-87b0-cc24dac65a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:15.959462 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:15.978212 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=94c096a7-537d-4f01-8341-9d24f1bb4090,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:15.982372 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:15.987101 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] 10.222.0.38 "DELETE /v2.0/networks/94c096a7-537d-4f01-8341-9d24f1bb4090 HTTP/1.1" status: 204 len: 168 time: 1.1300151 Jun 27 12:40:16.115471 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d032d-9aac-4111-bf3a-1ba6c0486faf None None] Deleting port 96024385-5d34-4a02-a4c9-f5348468ba08 {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:40:16.115894 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-3f2d032d-9aac-4111-bf3a-1ba6c0486faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:16.173943 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41460) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:16.193453 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d032d-9aac-4111-bf3a-1ba6c0486faf None None] The port '96024385-5d34-4a02-a4c9-f5348468ba08' was deleted {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 12:40:16.207598 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 59545495-0971-4e3e-9a6a-dff03fbed9f7 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:40:16.249038 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41464) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:16.249649 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 59545495-0971-4e3e-9a6a-dff03fbed9f7 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:40:16.249755 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 59545495-0971-4e3e-9a6a-dff03fbed9f7 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:40:16.250191 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 96024385-5d34-4a02-a4c9-f5348468ba08 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:40:16.270533 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-941008d1-298a-4a45-8ba1-cb8f15fcb5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:16.284669 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 96024385-5d34-4a02-a4c9-f5348468ba08 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:40:16.284987 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 96024385-5d34-4a02-a4c9-f5348468ba08 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:40:16.290596 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-941008d1-298a-4a45-8ba1-cb8f15fcb5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:16.298460 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-941008d1-298a-4a45-8ba1-cb8f15fcb5fe admin admin] Usage tracker for resource:security_group_rule and tenant:a5ef11a716874d508f4d23c09fdbd59f is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:16.302204 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-941008d1-298a-4a45-8ba1-cb8f15fcb5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:16.308233 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-941008d1-298a-4a45-8ba1-cb8f15fcb5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:16.340415 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-1d0166b3-3922-449b-9fd3-eb62a44e4e59 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad7befd71cc342118986826861797419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646454 Jun 27 12:40:16.342881 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41468) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:16.391768 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-941008d1-298a-4a45-8ba1-cb8f15fcb5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:16.398545 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-941008d1-298a-4a45-8ba1-cb8f15fcb5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:16.412105 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-62e79cc5-f073-4634-8609-a24db5eaa7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:16.414922 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4662-ca9e-440f-99c6-c4a2e02c0448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:16.448429 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4662-ca9e-440f-99c6-c4a2e02c0448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:16.457915 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-941008d1-298a-4a45-8ba1-cb8f15fcb5fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5ef11a716874d508f4d23c09fdbd59f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063837 Jun 27 12:40:16.458621 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941008d1-298a-4a45-8ba1-cb8f15fcb5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760fe84a-f5e3-4c46-acba-2f661ea3553d,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:16.461563 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41472) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:16.464238 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-941008d1-298a-4a45-8ba1-cb8f15fcb5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:16.509249 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4662-ca9e-440f-99c6-c4a2e02c0448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:16.513097 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d4185c46-25ef-44ab-bf1c-f61eb875ac8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:16.525929 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d67149a0-df3e-4c32-b500-a1d4958716e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:16.527772 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf4662-ca9e-440f-99c6-c4a2e02c0448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eef590-57f0-469d-a40b-982a1fe72ca3,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:16.531024 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-eeaf4662-ca9e-440f-99c6-c4a2e02c0448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:16.539945 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4662-ca9e-440f-99c6-c4a2e02c0448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:16.544310 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-eeaf4662-ca9e-440f-99c6-c4a2e02c0448 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/39eef590-57f0-469d-a40b-982a1fe72ca3 HTTP/1.1" status: 204 len: 168 time: 0.1970725 Jun 27 12:40:16.564948 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d67149a0-df3e-4c32-b500-a1d4958716e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:16.625248 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d67149a0-df3e-4c32-b500-a1d4958716e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:16.630484 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-dad0ab97-3d2b-4f95-aaa1-7f69969bce91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:16.641104 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67149a0-df3e-4c32-b500-a1d4958716e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760fe84a-f5e3-4c46-acba-2f661ea3553d,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:16.643395 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d67149a0-df3e-4c32-b500-a1d4958716e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:16.649307 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d67149a0-df3e-4c32-b500-a1d4958716e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:16.650414 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-d67149a0-df3e-4c32-b500-a1d4958716e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/760fe84a-f5e3-4c46-acba-2f661ea3553d HTTP/1.1" status: 204 len: 168 time: 0.1879494 Jun 27 12:40:17.071543 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41492) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:17.125732 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-1ed555a8-a373-4036-a63a-137b0d251788 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe52c5a8088a40f28f2f8b833d1d40ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537918 Jun 27 12:40:17.128181 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41500) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:17.188945 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6b2bcabe-8907-42d5-b737-022ecefa94c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:17.215396 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6b2bcabe-8907-42d5-b737-022ecefa94c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:17.280074 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6b2bcabe-8907-42d5-b737-022ecefa94c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:17.286310 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c91727ce-422d-4ba7-9d57-24570c214a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:17.299465 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bcabe-8907-42d5-b737-022ecefa94c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ed52f5-afb2-4f72-b122-5c994291818d,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:17.302181 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-6b2bcabe-8907-42d5-b737-022ecefa94c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:17.303393 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6b2bcabe-8907-42d5-b737-022ecefa94c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:17.307818 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-6b2bcabe-8907-42d5-b737-022ecefa94c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4ed52f5-afb2-4f72-b122-5c994291818d HTTP/1.1" status: 204 len: 168 time: 0.1751761 Jun 27 12:40:18.056655 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41536) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:18.187765 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-be763def-075c-40ec-a4d2-cc4954cd1d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:18.202752 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-be763def-075c-40ec-a4d2-cc4954cd1d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:18.206634 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-be763def-075c-40ec-a4d2-cc4954cd1d71 admin admin] Usage tracker for resource:security_group_rule and tenant:8be528be512e4c2b9959012fec3ccad1 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:18.209431 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-be763def-075c-40ec-a4d2-cc4954cd1d71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:18.215460 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-be763def-075c-40ec-a4d2-cc4954cd1d71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:18.302715 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-be763def-075c-40ec-a4d2-cc4954cd1d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:18.309101 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-be763def-075c-40ec-a4d2-cc4954cd1d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:18.316668 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c5127331-cb56-4dc6-83b1-26eac444b3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:18.356645 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-be763def-075c-40ec-a4d2-cc4954cd1d71 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8be528be512e4c2b9959012fec3ccad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989259 Jun 27 12:40:18.357653 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be763def-075c-40ec-a4d2-cc4954cd1d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5f70be-8aa7-4146-a663-a65d877ffc1f,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:18.359776 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41542) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:18.360932 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-be763def-075c-40ec-a4d2-cc4954cd1d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:18.426936 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5fa7-2471-4888-adde-5757b4810360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:18.454962 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5fa7-2471-4888-adde-5757b4810360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:18.511503 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5fa7-2471-4888-adde-5757b4810360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:18.515347 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8d66771b-66a4-4949-a67b-589c529a896e tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:18.527639 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b5fa7-2471-4888-adde-5757b4810360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5f70be-8aa7-4146-a663-a65d877ffc1f,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:18.530387 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-6f3b5fa7-2471-4888-adde-5757b4810360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:18.533933 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5fa7-2471-4888-adde-5757b4810360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:18.535626 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-6f3b5fa7-2471-4888-adde-5757b4810360 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf5f70be-8aa7-4146-a663-a65d877ffc1f HTTP/1.1" status: 204 len: 168 time: 0.1747606 Jun 27 12:40:19.190665 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41558) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:19.326074 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b2956a37-67e6-4025-a4b7-38207cb327ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:19.342165 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-b2956a37-67e6-4025-a4b7-38207cb327ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:19.346258 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-b2956a37-67e6-4025-a4b7-38207cb327ff admin admin] Usage tracker for resource:security_group_rule and tenant:321534a5b8634ed4be489a1b1aa259fd is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:19.349309 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-b2956a37-67e6-4025-a4b7-38207cb327ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:19.355397 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-b2956a37-67e6-4025-a4b7-38207cb327ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:19.450309 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b2956a37-67e6-4025-a4b7-38207cb327ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:19.456998 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b2956a37-67e6-4025-a4b7-38207cb327ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:19.468006 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b8cb2838-2b0c-4082-9c94-46c993e13eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:19.513854 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-b2956a37-67e6-4025-a4b7-38207cb327ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=321534a5b8634ed4be489a1b1aa259fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220749 Jun 27 12:40:19.515371 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2956a37-67e6-4025-a4b7-38207cb327ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4286e24-7121-4036-a9af-ea362c115472,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:19.516761 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41564) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:19.519446 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b2956a37-67e6-4025-a4b7-38207cb327ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:19.589471 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-73567d21-2e7b-422a-a454-232cdf0ede74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:19.617225 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-73567d21-2e7b-422a-a454-232cdf0ede74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:19.673312 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-73567d21-2e7b-422a-a454-232cdf0ede74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:19.677006 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-6f3b5fa7-2471-4888-adde-5757b4810360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:19.688221 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73567d21-2e7b-422a-a454-232cdf0ede74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4286e24-7121-4036-a9af-ea362c115472,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:19.691635 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-73567d21-2e7b-422a-a454-232cdf0ede74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:19.694965 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-73567d21-2e7b-422a-a454-232cdf0ede74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:19.698786 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-73567d21-2e7b-422a-a454-232cdf0ede74 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4286e24-7121-4036-a9af-ea362c115472 HTTP/1.1" status: 204 len: 168 time: 0.1783478 Jun 27 12:40:20.000757 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41572) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:20.019932 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6ded4eba-9891-4192-bb3b-a45d025c3be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:20.035346 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-6ded4eba-9891-4192-bb3b-a45d025c3be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:20.039511 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-6ded4eba-9891-4192-bb3b-a45d025c3be9 admin admin] Usage tracker for resource:security_group_rule and tenant:8c00e008f6cd425fbe80880a0044d852 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:20.042537 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-6ded4eba-9891-4192-bb3b-a45d025c3be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:20.048853 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-6ded4eba-9891-4192-bb3b-a45d025c3be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:20.142066 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6ded4eba-9891-4192-bb3b-a45d025c3be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:20.148802 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6ded4eba-9891-4192-bb3b-a45d025c3be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:20.159415 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8ee7515f-0533-43d0-8aa7-598c3053c3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:20.198294 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-6ded4eba-9891-4192-bb3b-a45d025c3be9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c00e008f6cd425fbe80880a0044d852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963658 Jun 27 12:40:20.199206 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded4eba-9891-4192-bb3b-a45d025c3be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f165034-4277-44d8-bc18-4470772dcc2e,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:20.201154 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41576) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:20.202385 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-6ded4eba-9891-4192-bb3b-a45d025c3be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:20.268972 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9792a278-f2ed-49c5-9833-d39c4e22e557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:20.295347 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9792a278-f2ed-49c5-9833-d39c4e22e557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:20.347885 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9792a278-f2ed-49c5-9833-d39c4e22e557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:20.351585 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c3eaebae-73e1-4e17-8651-d011a0048af6 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:20.365814 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792a278-f2ed-49c5-9833-d39c4e22e557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f165034-4277-44d8-bc18-4470772dcc2e,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:20.368739 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-9792a278-f2ed-49c5-9833-d39c4e22e557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:20.378175 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-9792a278-f2ed-49c5-9833-d39c4e22e557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:20.380644 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-9792a278-f2ed-49c5-9833-d39c4e22e557 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f165034-4277-44d8-bc18-4470772dcc2e HTTP/1.1" status: 204 len: 168 time: 0.1770663 Jun 27 12:40:20.770045 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41584) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:20.787910 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-bac9b083-d4b7-49b6-8200-b8d433debf9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:20.808668 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-bac9b083-d4b7-49b6-8200-b8d433debf9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:20.812620 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-bac9b083-d4b7-49b6-8200-b8d433debf9a admin admin] Usage tracker for resource:security_group_rule and tenant:1449e80ea2b445dbb849870e46a7ccef is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:20.815529 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-bac9b083-d4b7-49b6-8200-b8d433debf9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:20.821252 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-bac9b083-d4b7-49b6-8200-b8d433debf9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:20.903934 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-bac9b083-d4b7-49b6-8200-b8d433debf9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:20.910050 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-bac9b083-d4b7-49b6-8200-b8d433debf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:20.918346 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-ea4995de-3f13-449f-9dc7-965f21974327 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:20.959170 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9b083-d4b7-49b6-8200-b8d433debf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4880ecb-e1c8-4444-af5d-f7ffed76643f,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:20.963346 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-bac9b083-d4b7-49b6-8200-b8d433debf9a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1449e80ea2b445dbb849870e46a7ccef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922896 Jun 27 12:40:20.964216 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-bac9b083-d4b7-49b6-8200-b8d433debf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:20.967101 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41588) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:21.037794 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0cccc903-d260-42fe-a373-4a08cd16af6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:21.062724 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0cccc903-d260-42fe-a373-4a08cd16af6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:21.136343 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0cccc903-d260-42fe-a373-4a08cd16af6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:21.141431 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-11accc18-c43f-4dd6-b98b-6e50c56ad705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:21.160891 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccc903-d260-42fe-a373-4a08cd16af6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4880ecb-e1c8-4444-af5d-f7ffed76643f,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:21.164678 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0cccc903-d260-42fe-a373-4a08cd16af6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:21.170523 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0cccc903-d260-42fe-a373-4a08cd16af6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:21.171681 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-0cccc903-d260-42fe-a373-4a08cd16af6e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c4880ecb-e1c8-4444-af5d-f7ffed76643f HTTP/1.1" status: 204 len: 168 time: 0.2034867 Jun 27 12:40:22.431607 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41620) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:22.572544 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5d63a7a7-a474-48c9-b7bd-221344ba30e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:22.587120 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-5d63a7a7-a474-48c9-b7bd-221344ba30e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:22.591073 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-5d63a7a7-a474-48c9-b7bd-221344ba30e2 admin admin] Usage tracker for resource:security_group_rule and tenant:62ef4feea2b24476b6dddde897f3fdba is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:22.594060 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-5d63a7a7-a474-48c9-b7bd-221344ba30e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:22.599866 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-5d63a7a7-a474-48c9-b7bd-221344ba30e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:22.685420 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5d63a7a7-a474-48c9-b7bd-221344ba30e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:22.691229 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-5d63a7a7-a474-48c9-b7bd-221344ba30e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:22.698540 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-6ded4eba-9891-4192-bb3b-a45d025c3be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:22.839550 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63a7a7-a474-48c9-b7bd-221344ba30e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e554bb0f-8b3e-4051-8073-5d4ac1e81970,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:22.844994 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-5d63a7a7-a474-48c9-b7bd-221344ba30e2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=62ef4feea2b24476b6dddde897f3fdba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122767 Jun 27 12:40:22.845926 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-5d63a7a7-a474-48c9-b7bd-221344ba30e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:22.846476 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41626) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:22.905757 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ff557487-ed4c-442b-a216-bd65aca314dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:22.930359 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ff557487-ed4c-442b-a216-bd65aca314dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:22.982861 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ff557487-ed4c-442b-a216-bd65aca314dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:22.986604 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ff88810d-673f-44a6-8123-f09643893335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:22.997421 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff557487-ed4c-442b-a216-bd65aca314dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e554bb0f-8b3e-4051-8073-5d4ac1e81970,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:23.000255 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ff557487-ed4c-442b-a216-bd65aca314dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:23.007016 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ff557487-ed4c-442b-a216-bd65aca314dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:23.011593 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-ff557487-ed4c-442b-a216-bd65aca314dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e554bb0f-8b3e-4051-8073-5d4ac1e81970 HTTP/1.1" status: 204 len: 168 time: 0.1606796 Jun 27 12:40:25.470654 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:26.492492 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7369-3e10-4a4a-922f-72313ee72664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:26.923525 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:29.145124 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-86635dbe-f2bd-4d95-95c0-10b47fafe7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:30.145847 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:31.625888 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:32.972153 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41700) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:33.098600 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f79afa7f-b8c5-4d41-81ad-1d42808ee4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:33.113158 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-f79afa7f-b8c5-4d41-81ad-1d42808ee4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:33.117044 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-f79afa7f-b8c5-4d41-81ad-1d42808ee4dd admin admin] Usage tracker for resource:security_group_rule and tenant:cca607d3e00e4ac487653012cf17cd39 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:33.119815 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-f79afa7f-b8c5-4d41-81ad-1d42808ee4dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:33.125452 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-f79afa7f-b8c5-4d41-81ad-1d42808ee4dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:33.217511 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f79afa7f-b8c5-4d41-81ad-1d42808ee4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:33.226079 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f79afa7f-b8c5-4d41-81ad-1d42808ee4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:33.233382 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-5f58e624-ba2a-412c-ba58-97bdfe20a535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:33.273158 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-f79afa7f-b8c5-4d41-81ad-1d42808ee4dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cca607d3e00e4ac487653012cf17cd39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999158 Jun 27 12:40:33.274151 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79afa7f-b8c5-4d41-81ad-1d42808ee4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6205865a-9ac2-454f-bfa6-57f878d153c1,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:33.276024 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41706) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:33.277508 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f79afa7f-b8c5-4d41-81ad-1d42808ee4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:33.336004 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e8700684-3a4c-458b-a6cd-3be6f33673d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:33.363834 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e8700684-3a4c-458b-a6cd-3be6f33673d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:33.428100 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e8700684-3a4c-458b-a6cd-3be6f33673d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:33.434425 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b2956a37-67e6-4025-a4b7-38207cb327ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:33.450785 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8700684-3a4c-458b-a6cd-3be6f33673d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6205865a-9ac2-454f-bfa6-57f878d153c1,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:33.454813 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e8700684-3a4c-458b-a6cd-3be6f33673d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:33.460500 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-e8700684-3a4c-458b-a6cd-3be6f33673d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:33.464039 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-e8700684-3a4c-458b-a6cd-3be6f33673d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6205865a-9ac2-454f-bfa6-57f878d153c1 HTTP/1.1" status: 204 len: 168 time: 0.1845453 Jun 27 12:40:34.199141 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41730) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:34.315337 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-150755070-network', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:40:34.320365 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:34.325098 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Usage tracker for resource:network and tenant:bf2fc62c53bc4eb6867ab0d77db2e392 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:34.328061 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:34.335088 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:34.347489 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Made reservation on behalf of bf2fc62c53bc4eb6867ab0d77db2e392 for: {'network': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:40:34.350539 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:34.365152 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:34.380198 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:34.384065 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Usage tracker for resource:security_group_rule and tenant:bf2fc62c53bc4eb6867ab0d77db2e392 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:34.387523 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:34.393186 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:34.481810 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:34.490636 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:34.494309 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d77362e7-2e98-4f06-a14f-6e45e8a6133c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:34.521763 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=78479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:40:34.530718 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee82c34-149f-416f-af9a-c685a6695474,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:34.534478 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:34.537086 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:34.537417 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.segments_db [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Added segment ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406 of type vlan for network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 Jun 27 12:40:34.564731 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:34.601725 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:34.603191 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:40:34.604042 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:34.608366 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:34.718354 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Pushing event updated for resources: {'Network': ['ID=af8ab70e-ad16-4966-907c-d9fe06f0d1c4,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:34.721735 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:34.725041 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5247662 Jun 27 12:40:34.727969 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41736) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:34.730277 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:40:34.733669 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Request body: {'subnet': {'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-150755070-subnet', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'ip_version': 4}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:40:34.739284 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:34.743469 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Usage tracker for resource:subnet and tenant:bf2fc62c53bc4eb6867ab0d77db2e392 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:34.746605 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:34.752725 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:34.765641 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Made reservation on behalf of bf2fc62c53bc4eb6867ab0d77db2e392 for: {'subnet': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:40:34.767964 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389614'] for subnet, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:34.979226 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2400333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389624'] for subnet, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:34.982864 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:35.049787 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Pushing event updated for resources: {'Subnet': ['ID=04413724-8ffa-4de7-ae9c-35ca427477dd,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:35.052516 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:35.062221 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Checking segment: {'id': 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:40:35.062646 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Network hostable DHCP agents. Network: af8ab70e-ad16-4966-907c-d9fe06f0d1c4, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:40:35.082694 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:40:35.093279 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, af8ab70e-ad16-4966-907c-d9fe06f0d1c4) {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:40:35.097629 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:40:35.098207 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:35.103036 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a700e2c-3208-4f30-9e1c-add7f61ed622 None None] Network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:40:35.124846 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-3d3c4112-3c87-4117-8767-cc2ad99e46af admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3956041 Jun 27 12:40:35.127731 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41740) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:35.132843 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:40:35.137510 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:35.141265 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Usage tracker for resource:router and tenant:bf2fc62c53bc4eb6867ab0d77db2e392 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:35.143984 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:35.149805 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:35.163787 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100845'] for router, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:35.164845 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3820354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100838'] for router, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:35.179389 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:35.319032 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d5a1f2-d579-5b19-9210-bd0cee90bf3b-af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'fixed_ips': [{'subnet_id': '04413724-8ffa-4de7-ae9c-35ca427477dd'}]}} from dv-cinder-798099-1-iscsi. {{(pid=78481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:40:35.319880 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:35.446183 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3774418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100808'] for router, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:35.474955 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.db_base_plugin_common [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Allocated IP 172.20.0.2 (af8ab70e-ad16-4966-907c-d9fe06f0d1c4/04413724-8ffa-4de7-ae9c-35ca427477dd/f61573a3-d5ad-4245-918b-d0f806bf442b) {{(pid=78481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:40:35.683637 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Notify callbacks [] for port, precommit_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:35.694799 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Transition to ACTIVE for port object f61573a3-d5ad-4245-918b-d0f806bf442b will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:40:35.713911 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Transition to ACTIVE for port object f61573a3-d5ad-4245-918b-d0f806bf442b will not be triggered until provisioned by entity DHCP. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:40:35.722178 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:35.730480 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:35.793060 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 is already hosted by enough agents. {{(pid=78481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:40:35.795800 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.base_scheduler [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Resources bound (agent type, host, resource id): {{(pid=78481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:40:35.799364 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Received port after_create {{(pid=78481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:40:35.805374 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Pushing event updated for resources: {'Port': ['ID=f61573a3-d5ad-4245-918b-d0f806bf442b,revision_number=1']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:35.841196 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:35.841533 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:35.841860 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:35.842185 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:35.842500 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:35.842817 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:35.843493 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:35.843493 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:35.843742 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:35.844052 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:35.844389 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:35.844697 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:35.852691 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:35.864896 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:35.894738 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:35.905597 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Attempting to bind port f61573a3-d5ad-4245-918b-d0f806bf442b on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:40:35.905968 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Attempting to bind port f61573a3-d5ad-4245-918b-d0f806bf442b by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:40:35.906331 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Attempting to bind port f61573a3-d5ad-4245-918b-d0f806bf442b on network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:40:35.911547 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:40:35.911918 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Checking segment: {'id': 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:40:35.912328 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:35.912738 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Bound using segment: {'id': 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:40:35.913199 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Bound port: f61573a3-d5ad-4245-918b-d0f806bf442b, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:40:35.913570 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:36.002808 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] For port f61573a3-d5ad-4245-918b-d0f806bf442b, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:40:36.005837 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] For port f61573a3-d5ad-4245-918b-d0f806bf442b, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=f61573a3-d5ad-4245-918b-d0f806bf442b,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:40:36.010804 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:36.015522 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:36.031471 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Allocated IP 172.27.0.144 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/fb39f741-75ca-45a1-8b3c-86ae636a9cbd) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:40:36.104996 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Pushing event updated for resources: {'Port': ['ID=f61573a3-d5ad-4245-918b-d0f806bf442b,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:36.110435 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:36.182184 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:36.216626 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:36.221785 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c22a6564-54a6-4b52-af4f-1b840f7b7d1d tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:36.289066 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:40:36.292406 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:40:36.296133 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:40:36.333481 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Pushing event updated for resources: {'Port': ['ID=fb39f741-75ca-45a1-8b3c-86ae636a9cbd,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:36.342213 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:36.731436 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:37.000417 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246dde67-7457-4230-a51f-300a1ee0c02b None None] Network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:40:37.079752 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3774413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3820407'] for router, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:37.086126 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-584cc2de-434d-4faf-9b91-9a57696ee3df None None] Provisioning for port f61573a3-d5ad-4245-918b-d0f806bf442b completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:40:37.412837 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Router a1dacfc1-733c-4c06-883a-f40563a1ffa9 is scheduled to L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 with binding_index 1 {{(pid=78480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:40:37.595965 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:40:37.605375 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Sync routers for ids ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:40:37.615122 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Routers {'a1dacfc1-733c-4c06-883a-f40563a1ffa9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:40:37.615676 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:40:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:37.622148 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] Notify callbacks [] for router, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:37.623663 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-7c43dd42-2b82-4256-87a2-5940319c468f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4946887 Jun 27 12:40:37.626414 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41744) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:37.830612 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Set router a1dacfc1-733c-4c06-883a-f40563a1ffa9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:40:38.114236 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:36Z', 'revision_number': 3, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port': {'id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:38.118545 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Checking router: a1dacfc1-733c-4c06-883a-f40563a1ffa9 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:40:38.119087 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Updating router a1dacfc1-733c-4c06-883a-f40563a1ffa9 port fb39f741-75ca-45a1-8b3c-86ae636a9cbd binding host dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:40:38.174809 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:38.237056 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device f61573a3-d5ad-4245-918b-d0f806bf442b up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:40:38.322152 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:38.437157 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port f61573a3-d5ad-4245-918b-d0f806bf442b completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:40:38.451815 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port f61573a3-d5ad-4245-918b-d0f806bf442b triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:38.452198 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:38.532748 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Allocated IP 172.20.0.1 (af8ab70e-ad16-4966-907c-d9fe06f0d1c4/04413724-8ffa-4de7-ae9c-35ca427477dd/d183f81b-daab-4513-9c21-ea79b53ae975) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:40:38.668655 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:38.679317 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:38.701629 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Transition to ACTIVE for port object fb39f741-75ca-45a1-8b3c-86ae636a9cbd will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:40:38.712601 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:38.717494 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:38.764640 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port f61573a3-d5ad-4245-918b-d0f806bf442b, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=f61573a3-d5ad-4245-918b-d0f806bf442b,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:38.785113 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:38.794374 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:38.800175 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Attempting to bind port fb39f741-75ca-45a1-8b3c-86ae636a9cbd on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:40:38.800583 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Attempting to bind port fb39f741-75ca-45a1-8b3c-86ae636a9cbd by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:40:38.800937 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Attempting to bind port fb39f741-75ca-45a1-8b3c-86ae636a9cbd on network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:40:38.803014 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264adc5-21a9-4bcb-8b58-63a56388b7f5 None None] Pushing event updated for resources: {'Port': ['ID=fb39f741-75ca-45a1-8b3c-86ae636a9cbd,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:38.806827 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-c264adc5-21a9-4bcb-8b58-63a56388b7f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:38.807304 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:38.818976 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Transition to ACTIVE for port object d183f81b-daab-4513-9c21-ea79b53ae975 will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:40:38.846111 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:38.846345 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:40:38.846345 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Checking segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:40:38.846605 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:38.846894 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Bound using segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:40:38.847387 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Bound port: fb39f741-75ca-45a1-8b3c-86ae636a9cbd, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:40:38.847792 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:38.856941 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ed929f12-da8e-435c-8057-2727fa74fd4f tempest-VolumesNegativeTest-674330272 tempest-VolumesNegativeTest-674330272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:38.909807 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:40:38.916942 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:40:38.919522 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:40:38.935988 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=f61573a3-d5ad-4245-918b-d0f806bf442b,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:38.942104 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:38.949299 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] For port fb39f741-75ca-45a1-8b3c-86ae636a9cbd, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:40:38.953713 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] For port fb39f741-75ca-45a1-8b3c-86ae636a9cbd, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=fb39f741-75ca-45a1-8b3c-86ae636a9cbd,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:40:38.960098 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:38.965888 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:38.972475 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Pushing event updated for resources: {'Port': ['ID=d183f81b-daab-4513-9c21-ea79b53ae975,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:38.976717 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:38.988509 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820465'] for router_interface, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:39.044726 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Routers {'a1dacfc1-733c-4c06-883a-f40563a1ffa9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:40:39.045356 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:40:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:39.111491 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264adc5-21a9-4bcb-8b58-63a56388b7f5 None None] Pushing event updated for resources: {'Port': ['ID=fb39f741-75ca-45a1-8b3c-86ae636a9cbd,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:39.116459 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-c264adc5-21a9-4bcb-8b58-63a56388b7f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:39.217055 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-7dcff5ba-89fe-44a0-8a92-aa5de76889db None None] Provisioning for port d183f81b-daab-4513-9c21-ea79b53ae975 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:40:39.227179 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-7dcff5ba-89fe-44a0-8a92-aa5de76889db None None] Provisioning complete for port d183f81b-daab-4513-9c21-ea79b53ae975 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:39.227558 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-7dcff5ba-89fe-44a0-8a92-aa5de76889db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:39.246229 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:39.315479 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] Set router a1dacfc1-733c-4c06-883a-f40563a1ffa9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:40:39.455265 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-7dcff5ba-89fe-44a0-8a92-aa5de76889db None None] Port d183f81b-daab-4513-9c21-ea79b53ae975 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:40:39.469894 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:39.475520 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2205688'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:39.502852 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:39.585251 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Pushing event updated for resources: {'Port': ['ID=d183f81b-daab-4513-9c21-ea79b53ae975,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:39.589750 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:39.590571 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774232'] for router_interface, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:39.608960 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:36Z', 'revision_number': 3, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port': {'id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:39.613003 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675baf3-fa1c-4efb-a42e-1829acc86aa7 None None] The sync data for ids ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'] in dv-cinder-798099-1-iscsi is: [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:36Z', 'revision_number': 3, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port': {'id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:40:39.730812 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:40:39.731982 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:40:39.982394 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Router a1dacfc1-733c-4c06-883a-f40563a1ffa9 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:40:40.089277 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-16e24117-d9b2-4220-ae1d-693015368f3a None None] Provisioning complete for port d183f81b-daab-4513-9c21-ea79b53ae975 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:40.089661 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-16e24117-d9b2-4220-ae1d-693015368f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:40.149394 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-16e24117-d9b2-4220-ae1d-693015368f3a None None] Port d183f81b-daab-4513-9c21-ea79b53ae975 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:40:40.172124 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:40:40.192215 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-14ce2a2c-b5f9-4a4d-8d5e-b7494ea41330 admin admin] 10.222.0.38 "PUT /v2.0/routers/a1dacfc1-733c-4c06-883a-f40563a1ffa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5645664 Jun 27 12:40:40.290439 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device fb39f741-75ca-45a1-8b3c-86ae636a9cbd up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:40:40.364317 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port fb39f741-75ca-45a1-8b3c-86ae636a9cbd completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:40:40.369951 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port fb39f741-75ca-45a1-8b3c-86ae636a9cbd triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:40.370329 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:40.496667 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:40.514818 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port fb39f741-75ca-45a1-8b3c-86ae636a9cbd, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=fb39f741-75ca-45a1-8b3c-86ae636a9cbd,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:40.520959 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:40.521982 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device f61573a3-d5ad-4245-918b-d0f806bf442b up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:40:40.549878 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:40.638384 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=fb39f741-75ca-45a1-8b3c-86ae636a9cbd,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:40.641823 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:40.651126 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port f61573a3-d5ad-4245-918b-d0f806bf442b triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:40.651502 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:40.737975 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41764) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:40.744183 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1863519185-network', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:40:40.748905 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:40.752832 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Usage tracker for resource:network and tenant:6c41eebbb27248b1be44bb6c94d4725d is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:40.755780 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:40.761999 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:40.774055 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Made reservation on behalf of 6c41eebbb27248b1be44bb6c94d4725d for: {'network': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:40:40.777736 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:40.794063 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:40.808891 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:40.813086 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Usage tracker for resource:security_group_rule and tenant:6c41eebbb27248b1be44bb6c94d4725d is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:40.816219 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:40.822685 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:40.906123 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:40.911256 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:40.914805 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-5d63a7a7-a474-48c9-b7bd-221344ba30e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:40.945732 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=78479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:40:40.954956 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ac6b2d-747d-4d1a-830e-437098f3d128,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:40.958133 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:40.962958 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:40.963262 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.segments_db [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Added segment 540fc068-6ba1-4fe0-b28b-687f13651318 of type vlan for network 79d81d2d-22e3-48fb-8ba5-ab5c089aa564 Jun 27 12:40:40.992729 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:41.024230 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:41.025727 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:40:41.026386 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:41.030202 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-949bd367-6460-4ea4-baa3-a0e9a338373f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:41.157081 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Sync routers for ids ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:40:41.167582 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Routers {'a1dacfc1-733c-4c06-883a-f40563a1ffa9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:40:41.168232 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:40:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:41.249136 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Pushing event updated for resources: {'Network': ['ID=79d81d2d-22e3-48fb-8ba5-ab5c089aa564,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:41.252258 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:41.257519 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5148854 Jun 27 12:40:41.260727 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41768) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:41.263499 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Request body: {'subnet': {'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1863519185-subnet', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'ip_version': 4}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:40:41.264301 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network 79d81d2d-22e3-48fb-8ba5-ab5c089aa564 details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:40:41.268679 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:41.272909 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Usage tracker for resource:subnet and tenant:6c41eebbb27248b1be44bb6c94d4725d is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:41.280342 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:41.286366 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:41.298114 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Made reservation on behalf of 6c41eebbb27248b1be44bb6c94d4725d for: {'subnet': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:40:41.300510 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10275220'] for subnet, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:41.345923 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Set router a1dacfc1-733c-4c06-883a-f40563a1ffa9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:40:41.502709 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2204543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10275202'] for subnet, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:41.507953 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3482ff62-8eec-4f5e-99ac-b62d8a0005a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:41.586761 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a7788d1-21cc-4dd5-81f2-85f0f506c837,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:41.590159 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:41.596365 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Checking segment: {'id': '540fc068-6ba1-4fe0-b28b-687f13651318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:40:41.596711 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Network hostable DHCP agents. Network: 79d81d2d-22e3-48fb-8ba5-ab5c089aa564, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:40:41.616872 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Network 79d81d2d-22e3-48fb-8ba5-ab5c089aa564 is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:40:41.627239 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, 79d81d2d-22e3-48fb-8ba5-ab5c089aa564) {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:40:41.631480 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:40:41.632120 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:41.640513 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f059f-0f27-4d3a-a0c0-00daa5b9484f None None] Network 79d81d2d-22e3-48fb-8ba5-ab5c089aa564 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:40:41.657672 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3960276 Jun 27 12:40:41.658108 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41772) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:41.663420 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1863519185-router', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:40:41.666618 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:39Z', 'revision_number': 4, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port': {'id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd183f81b-daab-4513-9c21-ea79b53ae975', 'name': '', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'mac_address': 'fa:16:3e:5e:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:38Z', 'updated_at': '2021-06-27T12:40:39Z', 'revision_number': 2, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'subnets': [{'id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:41.668436 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:41.670660 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Checking router: a1dacfc1-733c-4c06-883a-f40563a1ffa9 for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:40:41.671016 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Updating router a1dacfc1-733c-4c06-883a-f40563a1ffa9 port d183f81b-daab-4513-9c21-ea79b53ae975 binding host dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:40:41.673433 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Usage tracker for resource:router and tenant:6c41eebbb27248b1be44bb6c94d4725d is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:40:41.677904 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:40:41.683921 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:41.694795 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100845'] for router, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:41.695830 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3820354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100838'] for router, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:41.711829 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:41.723940 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:41.874366 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d5a1f2-d579-5b19-9210-bd0cee90bf3b-79d81d2d-22e3-48fb-8ba5-ab5c089aa564', 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'fixed_ips': [{'subnet_id': '9a7788d1-21cc-4dd5-81f2-85f0f506c837'}]}} from dv-cinder-798099-1-iscsi. {{(pid=78481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:40:41.875513 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.015853 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3774418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100808'] for router, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.040155 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.db_base_plugin_common [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Allocated IP 172.20.0.2 (79d81d2d-22e3-48fb-8ba5-ab5c089aa564/9a7788d1-21cc-4dd5-81f2-85f0f506c837/77064fcf-5c71-4439-b60a-89cca11b555f) {{(pid=78481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:40:42.068131 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Notify callbacks [] for port, precommit_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.081205 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.provisioning_blocks [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Transition to ACTIVE for port object d183f81b-daab-4513-9c21-ea79b53ae975 will not be triggered until provisioned by entity L2. {{(pid=78482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:40:42.088555 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.097731 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:42.163345 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Pushing event updated for resources: {'Port': ['ID=d183f81b-daab-4513-9c21-ea79b53ae975,revision_number=3']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:42.227427 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device fb39f741-75ca-45a1-8b3c-86ae636a9cbd up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:40:42.271159 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.271762 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.272348 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.272824 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.273359 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.273835 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.274313 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.274818 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.275307 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.275783 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.276247 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.276725 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.283000 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:42.323405 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Notify callbacks [] for port, precommit_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.335027 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Transition to ACTIVE for port object 77064fcf-5c71-4439-b60a-89cca11b555f will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:40:42.370001 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.386328 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Attempting to bind port d183f81b-daab-4513-9c21-ea79b53ae975 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:40:42.386678 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Attempting to bind port d183f81b-daab-4513-9c21-ea79b53ae975 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4'}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:40:42.387046 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Attempting to bind port d183f81b-daab-4513-9c21-ea79b53ae975 on network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:40:42.393538 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:40:42.393970 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Checking segment: {'id': 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:40:42.394308 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.394921 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Bound using segment: {'id': 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4'} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:40:42.395445 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Bound port: d183f81b-daab-4513-9c21-ea79b53ae975, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4'}}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:40:42.395929 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.407400 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Transition to ACTIVE for port object 77064fcf-5c71-4439-b60a-89cca11b555f will not be triggered until provisioned by entity DHCP. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:40:42.409077 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.420180 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.425761 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:42.493011 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] For port d183f81b-daab-4513-9c21-ea79b53ae975, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:40:42.493245 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Network 79d81d2d-22e3-48fb-8ba5-ab5c089aa564 is already hosted by enough agents. {{(pid=78481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:40:42.496487 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] For port d183f81b-daab-4513-9c21-ea79b53ae975, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=d183f81b-daab-4513-9c21-ea79b53ae975,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:40:42.501093 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.base_scheduler [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Resources bound (agent type, host, resource id): {{(pid=78481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:40:42.504232 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.508272 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Received port after_create {{(pid=78481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:40:42.509665 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-d9fddaa4-351a-48f8-931d-92b97a53b386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:42.513896 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Pushing event updated for resources: {'Port': ['ID=77064fcf-5c71-4439-b60a-89cca11b555f,revision_number=1']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:42.519524 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:42.581106 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Allocated IP 172.27.0.239 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/76a209b0-9036-4630-bb0e-587f496ee7c9) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:40:42.585262 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Pushing event updated for resources: {'Port': ['ID=d183f81b-daab-4513-9c21-ea79b53ae975,revision_number=4']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:42.589247 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-245b98b3-321e-4547-950a-f03a1d948b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:42.590203 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Routers {'a1dacfc1-733c-4c06-883a-f40563a1ffa9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:40:42.590815 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:40:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:42.598249 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port fb39f741-75ca-45a1-8b3c-86ae636a9cbd triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:42.598853 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.668973 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Attempting to bind port 77064fcf-5c71-4439-b60a-89cca11b555f on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:40:42.669343 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Attempting to bind port 77064fcf-5c71-4439-b60a-89cca11b555f by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '540fc068-6ba1-4fe0-b28b-687f13651318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:40:42.669634 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Attempting to bind port 77064fcf-5c71-4439-b60a-89cca11b555f on network 79d81d2d-22e3-48fb-8ba5-ab5c089aa564 {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:40:42.679798 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:40:42.680310 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Checking segment: {'id': '540fc068-6ba1-4fe0-b28b-687f13651318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:40:42.680607 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.680998 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Bound using segment: {'id': '540fc068-6ba1-4fe0-b28b-687f13651318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:40:42.681507 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Bound port: 77064fcf-5c71-4439-b60a-89cca11b555f, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540fc068-6ba1-4fe0-b28b-687f13651318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:40:42.681875 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.760658 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.794582 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] Set router a1dacfc1-733c-4c06-883a-f40563a1ffa9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:40:42.794925 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.800522 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-9a21005c-7356-4fc5-bf54-b40724d15f5e tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:42.829756 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-2279132c-e40a-4491-940f-81030879ccfa None None] For port 77064fcf-5c71-4439-b60a-89cca11b555f, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:40:42.832958 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-2279132c-e40a-4491-940f-81030879ccfa None None] For port 77064fcf-5c71-4439-b60a-89cca11b555f, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=77064fcf-5c71-4439-b60a-89cca11b555f,segment=NetworkSegment(540fc068-6ba1-4fe0-b28b-687f13651318),segment_id=540fc068-6ba1-4fe0-b28b-687f13651318)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:40:42.841535 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:42.845618 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-c264adc5-21a9-4bcb-8b58-63a56388b7f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:42.868309 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:40:42.872065 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:40:42.875436 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:40:42.928788 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Pushing event updated for resources: {'Port': ['ID=76a209b0-9036-4630-bb0e-587f496ee7c9,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:42.943043 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.943413 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.943777 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.944135 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.944510 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.945639 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Pushing event updated for resources: {'Port': ['ID=77064fcf-5c71-4439-b60a-89cca11b555f,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:42.945837 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.946182 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.946538 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.946894 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.948581 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:42.957996 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.958572 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.958951 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:40:42.962914 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:43.172710 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:39Z', 'revision_number': 4, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port': {'id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd183f81b-daab-4513-9c21-ea79b53ae975', 'name': '', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'mac_address': 'fa:16:3e:5e:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:38Z', 'updated_at': '2021-06-27T12:40:42Z', 'revision_number': 4, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'subnets': [{'id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:43.177348 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08b6903-67d4-44c6-b705-b7763164debb None None] The sync data for ids ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'] in dv-cinder-798099-1-iscsi is: [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:39Z', 'revision_number': 4, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port': {'id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd183f81b-daab-4513-9c21-ea79b53ae975', 'name': '', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'mac_address': 'fa:16:3e:5e:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:38Z', 'updated_at': '2021-06-27T12:40:42Z', 'revision_number': 4, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'subnets': [{'id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:40:43.497806 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:43.860056 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3774413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3820407'] for router, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:43.944733 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c935fbf-857b-40c9-a33c-e8e134b5704d None None] Network 79d81d2d-22e3-48fb-8ba5-ab5c089aa564 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:40:44.035567 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-1b632131-a3bc-4d12-b70d-8382e51a9c2d None None] Provisioning for port 77064fcf-5c71-4439-b60a-89cca11b555f completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:40:44.078410 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Router a48348a0-d4f4-4989-adc0-15e13fa795f1 is scheduled to L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 with binding_index 1 {{(pid=78480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:40:44.273096 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:40:44.286188 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device d183f81b-daab-4513-9c21-ea79b53ae975 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:40:44.306359 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Notify callbacks [] for router, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:44.307847 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6486955 Jun 27 12:40:44.310710 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41776) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:40:44.313484 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Sync routers for ids ['a48348a0-d4f4-4989-adc0-15e13fa795f1'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:40:44.356923 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Routers {'a48348a0-d4f4-4989-adc0-15e13fa795f1'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:40:44.357657 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:40:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a48348a0-d4f4-4989-adc0-15e13fa795f1'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:44.522228 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port d183f81b-daab-4513-9c21-ea79b53ae975 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:40:44.542673 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port d183f81b-daab-4513-9c21-ea79b53ae975 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:44.543048 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:44.604893 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Set router a48348a0-d4f4-4989-adc0-15e13fa795f1 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:40:44.887841 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:44.958772 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port d183f81b-daab-4513-9c21-ea79b53ae975, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=d183f81b-daab-4513-9c21-ea79b53ae975,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:44.965940 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:44.966764 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 77064fcf-5c71-4439-b60a-89cca11b555f up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:40:45.033927 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-c264adc5-21a9-4bcb-8b58-63a56388b7f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:45.109679 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.131464 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=d183f81b-daab-4513-9c21-ea79b53ae975,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:45.134762 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:45.140463 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'name': 'tempest-TestMinimumBasicScenario-1863519185-router', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:41Z', 'updated_at': '2021-06-27T12:40:43Z', 'revision_number': 3, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'gw_port': {'id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:42Z', 'updated_at': '2021-06-27T12:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:45.147594 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Checking router: a48348a0-d4f4-4989-adc0-15e13fa795f1 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:40:45.147975 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Updating router a48348a0-d4f4-4989-adc0-15e13fa795f1 port 76a209b0-9036-4630-bb0e-587f496ee7c9 binding host dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:40:45.194334 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 77064fcf-5c71-4439-b60a-89cca11b555f completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:40:45.204278 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 77064fcf-5c71-4439-b60a-89cca11b555f triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:45.204681 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.234388 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.325478 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Allocated IP 172.20.0.1 (79d81d2d-22e3-48fb-8ba5-ab5c089aa564/9a7788d1-21cc-4dd5-81f2-85f0f506c837/75bb009b-ad2e-4405-a9a5-24f12915a17a) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:40:45.465197 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.472430 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.488318 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Transition to ACTIVE for port object 75bb009b-ad2e-4405-a9a5-24f12915a17a will not be triggered until provisioned by entity DHCP. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:40:45.514751 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.519543 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c08a0bb2-d95b-4fb7-9948-9e5eb15505bc tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:45.575094 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 77064fcf-5c71-4439-b60a-89cca11b555f, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=77064fcf-5c71-4439-b60a-89cca11b555f,segment=NetworkSegment(540fc068-6ba1-4fe0-b28b-687f13651318),segment_id=540fc068-6ba1-4fe0-b28b-687f13651318)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:45.581985 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.582370 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Network 79d81d2d-22e3-48fb-8ba5-ab5c089aa564 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:40:45.585144 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:40:45.587270 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:45.588803 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:40:45.619420 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Pushing event updated for resources: {'Port': ['ID=75bb009b-ad2e-4405-a9a5-24f12915a17a,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:45.626221 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:45.634421 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:40:45.648050 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820465'] for router_interface, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.705066 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=77064fcf-5c71-4439-b60a-89cca11b555f,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:45.708491 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:45.737216 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Notify callbacks [] for port, precommit_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.750106 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Transition to ACTIVE for port object 76a209b0-9036-4630-bb0e-587f496ee7c9 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:40:45.761862 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.767317 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:45.845399 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Attempting to bind port 76a209b0-9036-4630-bb0e-587f496ee7c9 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:40:45.845772 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Attempting to bind port 76a209b0-9036-4630-bb0e-587f496ee7c9 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:40:45.846135 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Attempting to bind port 76a209b0-9036-4630-bb0e-587f496ee7c9 on network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:40:45.849531 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8172f-cd83-40ee-98e4-efdee2bb9b1f None None] Pushing event updated for resources: {'Port': ['ID=76a209b0-9036-4630-bb0e-587f496ee7c9,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:45.853873 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-97a8172f-cd83-40ee-98e4-efdee2bb9b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:45.854568 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:40:45.855046 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Checking segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:40:45.855464 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.855844 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Bound using segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:40:45.856341 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Bound port: 76a209b0-9036-4630-bb0e-587f496ee7c9, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:40:45.856744 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.915281 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-9e224f73-2673-4448-af2a-200f9a215411 None None] Provisioning for port 75bb009b-ad2e-4405-a9a5-24f12915a17a completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:40:45.920945 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.932013 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-9e224f73-2673-4448-af2a-200f9a215411 None None] Provisioning complete for port 75bb009b-ad2e-4405-a9a5-24f12915a17a triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:45.932383 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-9e224f73-2673-4448-af2a-200f9a215411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:45.978958 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] For port 76a209b0-9036-4630-bb0e-587f496ee7c9, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:40:45.996579 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] For port 76a209b0-9036-4630-bb0e-587f496ee7c9, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=76a209b0-9036-4630-bb0e-587f496ee7c9,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:40:45.999014 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-9e224f73-2673-4448-af2a-200f9a215411 None None] Port 75bb009b-ad2e-4405-a9a5-24f12915a17a cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:40:46.002375 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:46.006143 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:46.079074 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Routers {'a48348a0-d4f4-4989-adc0-15e13fa795f1'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:40:46.079668 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:40:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a48348a0-d4f4-4989-adc0-15e13fa795f1'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:46.135856 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8172f-cd83-40ee-98e4-efdee2bb9b1f None None] Pushing event updated for resources: {'Port': ['ID=76a209b0-9036-4630-bb0e-587f496ee7c9,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:46.142290 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:46.146105 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-97a8172f-cd83-40ee-98e4-efdee2bb9b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:46.149378 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:46.177522 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-5e2d0309-798f-43ec-aa0d-95bd607f0a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:46.227835 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device d183f81b-daab-4513-9c21-ea79b53ae975 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:40:46.321233 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] Set router a48348a0-d4f4-4989-adc0-15e13fa795f1 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:40:46.367856 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774232'] for router_interface, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:46.372184 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Pushing event updated for resources: {'Port': ['ID=75bb009b-ad2e-4405-a9a5-24f12915a17a,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:46.376475 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:46.447744 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port d183f81b-daab-4513-9c21-ea79b53ae975 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:46.448122 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:46.501503 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Network 79d81d2d-22e3-48fb-8ba5-ab5c089aa564 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:40:46.502691 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:40:46.698680 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Router a48348a0-d4f4-4989-adc0-15e13fa795f1 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:40:46.766526 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 77064fcf-5c71-4439-b60a-89cca11b555f up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:40:46.821325 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-3e7f4d19-0cce-47b6-b3e8-b5aadba2a279 None None] Provisioning complete for port 75bb009b-ad2e-4405-a9a5-24f12915a17a triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:46.821618 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-3e7f4d19-0cce-47b6-b3e8-b5aadba2a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:46.879589 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:40:46.889396 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] 10.222.0.38 "PUT /v2.0/routers/a48348a0-d4f4-4989-adc0-15e13fa795f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5775075 Jun 27 12:40:46.897160 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f4d19-0cce-47b6-b3e8-b5aadba2a279 None None] Port 75bb009b-ad2e-4405-a9a5-24f12915a17a cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:40:46.914404 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 77064fcf-5c71-4439-b60a-89cca11b555f triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:46.914783 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:46.943548 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'name': 'tempest-TestMinimumBasicScenario-1863519185-router', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:41Z', 'updated_at': '2021-06-27T12:40:45Z', 'revision_number': 4, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'gw_port': {'id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:42Z', 'updated_at': '2021-06-27T12:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '75bb009b-ad2e-4405-a9a5-24f12915a17a', 'name': '', 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'mac_address': 'fa:16:3e:d2:e0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9a7788d1-21cc-4dd5-81f2-85f0f506c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:45Z', 'updated_at': '2021-06-27T12:40:45Z', 'revision_number': 1, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'subnets': [{'id': '9a7788d1-21cc-4dd5-81f2-85f0f506c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:46.956175 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8f9843-3bbc-4251-afc6-18b5cae7db6f None None] The sync data for ids ['a48348a0-d4f4-4989-adc0-15e13fa795f1'] in dv-cinder-798099-1-iscsi is: [{'id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'name': 'tempest-TestMinimumBasicScenario-1863519185-router', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:41Z', 'updated_at': '2021-06-27T12:40:45Z', 'revision_number': 4, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'gw_port': {'id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:42Z', 'updated_at': '2021-06-27T12:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '75bb009b-ad2e-4405-a9a5-24f12915a17a', 'name': '', 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'mac_address': 'fa:16:3e:d2:e0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9a7788d1-21cc-4dd5-81f2-85f0f506c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:45Z', 'updated_at': '2021-06-27T12:40:45Z', 'revision_number': 1, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'subnets': [{'id': '9a7788d1-21cc-4dd5-81f2-85f0f506c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:40:48.250170 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 76a209b0-9036-4630-bb0e-587f496ee7c9 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:40:48.352915 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 76a209b0-9036-4630-bb0e-587f496ee7c9 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:40:48.358477 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 76a209b0-9036-4630-bb0e-587f496ee7c9 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:48.359353 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:48.494071 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:48.512775 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 76a209b0-9036-4630-bb0e-587f496ee7c9, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=76a209b0-9036-4630-bb0e-587f496ee7c9,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:48.518553 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:48.520787 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:48.599326 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=76a209b0-9036-4630-bb0e-587f496ee7c9,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:48.602461 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:50.232584 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 76a209b0-9036-4630-bb0e-587f496ee7c9 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:40:50.310377 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 76a209b0-9036-4630-bb0e-587f496ee7c9 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:50.310756 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:50.667076 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Sync routers for ids ['a48348a0-d4f4-4989-adc0-15e13fa795f1'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:40:50.681135 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Routers {'a48348a0-d4f4-4989-adc0-15e13fa795f1'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:40:50.682103 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:40:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a48348a0-d4f4-4989-adc0-15e13fa795f1'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:50.861890 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Set router a48348a0-d4f4-4989-adc0-15e13fa795f1 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:40:51.178729 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'name': 'tempest-TestMinimumBasicScenario-1863519185-router', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:41Z', 'updated_at': '2021-06-27T12:40:45Z', 'revision_number': 4, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'gw_port': {'id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:42Z', 'updated_at': '2021-06-27T12:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '75bb009b-ad2e-4405-a9a5-24f12915a17a', 'name': '', 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'mac_address': 'fa:16:3e:d2:e0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9a7788d1-21cc-4dd5-81f2-85f0f506c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:45Z', 'updated_at': '2021-06-27T12:40:45Z', 'revision_number': 2, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'subnets': [{'id': '9a7788d1-21cc-4dd5-81f2-85f0f506c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:51.182870 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Checking router: a48348a0-d4f4-4989-adc0-15e13fa795f1 for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:40:51.183297 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Updating router a48348a0-d4f4-4989-adc0-15e13fa795f1 port 75bb009b-ad2e-4405-a9a5-24f12915a17a binding host dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:40:51.235904 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:51.696336 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Notify callbacks [] for port, precommit_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:51.710506 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.provisioning_blocks [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Transition to ACTIVE for port object 75bb009b-ad2e-4405-a9a5-24f12915a17a will not be triggered until provisioned by entity L2. {{(pid=78482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:40:51.726274 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:51.738297 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-3ceaaaae-719c-49fe-b40a-7c353b3d42e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:51.960664 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Attempting to bind port 75bb009b-ad2e-4405-a9a5-24f12915a17a on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:40:51.960999 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Attempting to bind port 75bb009b-ad2e-4405-a9a5-24f12915a17a by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '540fc068-6ba1-4fe0-b28b-687f13651318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564'}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:40:51.961318 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Attempting to bind port 75bb009b-ad2e-4405-a9a5-24f12915a17a on network 79d81d2d-22e3-48fb-8ba5-ab5c089aa564 {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:40:51.973138 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:40:51.973508 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Checking segment: {'id': '540fc068-6ba1-4fe0-b28b-687f13651318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:40:51.973919 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:51.974312 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Bound using segment: {'id': '540fc068-6ba1-4fe0-b28b-687f13651318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564'} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:40:51.975464 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Bound port: 75bb009b-ad2e-4405-a9a5-24f12915a17a, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540fc068-6ba1-4fe0-b28b-687f13651318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564'}}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:40:51.975800 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:52.037185 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968429a-7067-45c5-bfb5-78b426ffa152 None None] Pushing event updated for resources: {'Port': ['ID=75bb009b-ad2e-4405-a9a5-24f12915a17a,revision_number=3']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:52.045808 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-2968429a-7067-45c5-bfb5-78b426ffa152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:52.105014 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] For port 75bb009b-ad2e-4405-a9a5-24f12915a17a, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:40:52.109154 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] For port 75bb009b-ad2e-4405-a9a5-24f12915a17a, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=75bb009b-ad2e-4405-a9a5-24f12915a17a,segment=NetworkSegment(540fc068-6ba1-4fe0-b28b-687f13651318),segment_id=540fc068-6ba1-4fe0-b28b-687f13651318)] {{(pid=78482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:40:52.114476 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:52.124365 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:52.194467 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Routers {'a48348a0-d4f4-4989-adc0-15e13fa795f1'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:40:52.195148 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:40:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a48348a0-d4f4-4989-adc0-15e13fa795f1'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:52.264736 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968429a-7067-45c5-bfb5-78b426ffa152 None None] Pushing event updated for resources: {'Port': ['ID=75bb009b-ad2e-4405-a9a5-24f12915a17a,revision_number=4']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:52.269752 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-2968429a-7067-45c5-bfb5-78b426ffa152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:52.414766 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] Set router a48348a0-d4f4-4989-adc0-15e13fa795f1 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:40:52.761852 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'name': 'tempest-TestMinimumBasicScenario-1863519185-router', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:41Z', 'updated_at': '2021-06-27T12:40:45Z', 'revision_number': 4, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'gw_port': {'id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:42Z', 'updated_at': '2021-06-27T12:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '75bb009b-ad2e-4405-a9a5-24f12915a17a', 'name': '', 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'mac_address': 'fa:16:3e:d2:e0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9a7788d1-21cc-4dd5-81f2-85f0f506c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:45Z', 'updated_at': '2021-06-27T12:40:52Z', 'revision_number': 4, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'subnets': [{'id': '9a7788d1-21cc-4dd5-81f2-85f0f506c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:40:52.766211 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae21c5e-8ee1-4e6b-8867-37a99317994b None None] The sync data for ids ['a48348a0-d4f4-4989-adc0-15e13fa795f1'] in dv-cinder-798099-1-iscsi is: [{'id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'name': 'tempest-TestMinimumBasicScenario-1863519185-router', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:41Z', 'updated_at': '2021-06-27T12:40:45Z', 'revision_number': 4, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'gw_port': {'id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:42Z', 'updated_at': '2021-06-27T12:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '75bb009b-ad2e-4405-a9a5-24f12915a17a', 'name': '', 'network_id': '79d81d2d-22e3-48fb-8ba5-ab5c089aa564', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'mac_address': 'fa:16:3e:d2:e0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9a7788d1-21cc-4dd5-81f2-85f0f506c837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:45Z', 'updated_at': '2021-06-27T12:40:52Z', 'revision_number': 4, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'subnets': [{'id': '9a7788d1-21cc-4dd5-81f2-85f0f506c837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:40:54.248818 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 75bb009b-ad2e-4405-a9a5-24f12915a17a up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:40:54.325436 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 75bb009b-ad2e-4405-a9a5-24f12915a17a completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:40:54.331366 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 75bb009b-ad2e-4405-a9a5-24f12915a17a triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:54.331744 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:54.466269 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:54.511805 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 75bb009b-ad2e-4405-a9a5-24f12915a17a, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=75bb009b-ad2e-4405-a9a5-24f12915a17a,segment=NetworkSegment(540fc068-6ba1-4fe0-b28b-687f13651318),segment_id=540fc068-6ba1-4fe0-b28b-687f13651318)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:40:54.520756 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:54.524018 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:40:54.599693 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=75bb009b-ad2e-4405-a9a5-24f12915a17a,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:40:54.604341 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:40:55.487168 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:56.221928 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 75bb009b-ad2e-4405-a9a5-24f12915a17a up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:40:56.294392 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 75bb009b-ad2e-4405-a9a5-24f12915a17a triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:40:56.294766 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:56.491229 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-fc277322-dc64-4907-bcc7-173da87597c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:56.784309 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-40a66baf-338a-4a77-a7ea-9a380c6a6d21 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:40:56.785795 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-40a66baf-338a-4a77-a7ea-9a380c6a6d21 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/networks?id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4 HTTP/1.1" status: 200 len: 814 time: 0.1498950 Jun 27 12:40:56.800780 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-908751e0-126a-46b6-822c-2700ce7318cf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/quotas/bf2fc62c53bc4eb6867ab0d77db2e392 HTTP/1.1" status: 200 len: 375 time: 0.0093980 Jun 27 12:40:56.886735 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-fd30112c-c275-471e-8da8-c0b0a271face tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806270 Jun 27 12:40:56.930733 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:57.125291 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-ac1a0468-1fc0-47dc-8099-947d11051ed7 service neutron] 10.222.0.38 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267008 Jun 27 12:40:57.261659 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-f8321013-2f53-4a8e-9c37-c60963b3565c service neutron] 10.222.0.38 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277235 Jun 27 12:40:58.466102 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-cebfd897-ed66-4f54-9eba-22297538b553 req-1d02b18e-47e5-48ca-b87a-f2312df611f3 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Synchronizing usage tracker for tenant:bf2fc62c53bc4eb6867ab0d77db2e392 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:40:58.486959 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-cebfd897-ed66-4f54-9eba-22297538b553 req-1d02b18e-47e5-48ca-b87a-f2312df611f3 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Unset dirty status for tenant:bf2fc62c53bc4eb6867ab0d77db2e392 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:40:58.488203 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-cebfd897-ed66-4f54-9eba-22297538b553 req-1d02b18e-47e5-48ca-b87a-f2312df611f3 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 210 time: 0.0665796 Jun 27 12:40:59.145581 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-8856e241-92cf-47f4-b3ea-8d8cd80aa0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:40:59.596753 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-13f188ae-d018-4100-a2f1-9fe5e97a23f2 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:40:59.599352 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-13f188ae-d018-4100-a2f1-9fe5e97a23f2 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.36 "GET /v2.0/networks?id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4 HTTP/1.1" status: 200 len: 814 time: 0.1610310 Jun 27 12:40:59.612340 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Request body: {'port': {'device_id': '69106b12-f96c-4898-9002-1f7586812e08', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'admin_state_up': True, 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:40:59.682266 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b5bf074f-c411-4955-9d1f-4052b1a3c16c req-e2c4d629-e020-4c24-9431-51381140402c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 210 time: 0.0564353 Jun 27 12:40:59.792593 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:40:59.802724 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:40:59.818384 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Made reservation on behalf of bf2fc62c53bc4eb6867ab0d77db2e392 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:40:59.822308 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:00.142195 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Allocated IP 172.20.0.4 (af8ab70e-ad16-4966-907c-d9fe06f0d1c4/04413724-8ffa-4de7-ae9c-35ca427477dd/cb035db8-86bf-4651-a595-9909d3ddb571) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:41:00.166316 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:00.421899 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:00.442075 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Transition to ACTIVE for port object cb035db8-86bf-4651-a595-9909d3ddb571 will not be triggered until provisioned by entity DHCP. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:41:00.469739 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:00.476013 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:00.542784 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:41:00.554449 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:41:00.558578 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:41:00.600972 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event updated for resources: {'Port': ['ID=cb035db8-86bf-4651-a595-9909d3ddb571,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:00.615380 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:00.647394 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:00.648056 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:00.676773 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0685089 Jun 27 12:41:00.878707 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-1be7c778-34d7-4326-8987-79846e1660e7 None None] Provisioning for port cb035db8-86bf-4651-a595-9909d3ddb571 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:41:00.885567 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-1be7c778-34d7-4326-8987-79846e1660e7 None None] Provisioning complete for port cb035db8-86bf-4651-a595-9909d3ddb571 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:41:00.886285 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1be7c778-34d7-4326-8987-79846e1660e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:00.926591 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c10eca-7631-4685-a952-912c56ef5cb0 req-49de9a52-c245-491f-9894-2d1730e4a98c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:00.928209 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-94c10eca-7631-4685-a952-912c56ef5cb0 req-49de9a52-c245-491f-9894-2d1730e4a98c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 931 time: 0.1150267 Jun 27 12:41:00.978874 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-94c10eca-7631-4685-a952-912c56ef5cb0 req-38be276a-71f8-4025-801d-808a7bdf223a tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Synchronizing usage tracker for tenant:bf2fc62c53bc4eb6867ab0d77db2e392 on resource:security_group {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:41:00.979776 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-1be7c778-34d7-4326-8987-79846e1660e7 None None] Port cb035db8-86bf-4651-a595-9909d3ddb571 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:41:00.996229 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-94c10eca-7631-4685-a952-912c56ef5cb0 req-38be276a-71f8-4025-801d-808a7bdf223a tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Unset dirty status for tenant:bf2fc62c53bc4eb6867ab0d77db2e392 on resource:security_group {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:41:00.997711 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-94c10eca-7631-4685-a952-912c56ef5cb0 req-38be276a-71f8-4025-801d-808a7bdf223a tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635746 Jun 27 12:41:01.631212 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:02.195474 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abd1a1-def5-4729-82b7-e54a06ef91a0 req-d82d1130-95c6-4824-8d5b-12129e017a63 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:02.196237 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-a0abd1a1-def5-4729-82b7-e54a06ef91a0 req-d82d1130-95c6-4824-8d5b-12129e017a63 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Synchronizing usage tracker for tenant:bf2fc62c53bc4eb6867ab0d77db2e392 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:41:02.217946 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-a0abd1a1-def5-4729-82b7-e54a06ef91a0 req-d82d1130-95c6-4824-8d5b-12129e017a63 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Unset dirty status for tenant:bf2fc62c53bc4eb6867ab0d77db2e392 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:41:02.219643 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a0abd1a1-def5-4729-82b7-e54a06ef91a0 req-d82d1130-95c6-4824-8d5b-12129e017a63 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 931 time: 0.1103749 Jun 27 12:41:02.280493 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-a0abd1a1-def5-4729-82b7-e54a06ef91a0 req-c53d357a-a20f-478e-b9fc-865e4a5ad5b3 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545225 Jun 27 12:41:03.490733 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9811444-0902-4682-9a80-78f50e0adc04 req-a77ca05e-f10d-4141-80da-c1d385e61684 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:03.492535 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d9811444-0902-4682-9a80-78f50e0adc04 req-a77ca05e-f10d-4141-80da-c1d385e61684 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 931 time: 0.1012843 Jun 27 12:41:03.548502 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d9811444-0902-4682-9a80-78f50e0adc04 req-8d50c001-ef92-4a31-9c32-a1a6090ebc31 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498261 Jun 27 12:41:04.745562 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc08ded-4286-40fc-a85f-487cc538e812 req-971f042b-70d7-49ac-bd33-ef6589d7f5ee tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:04.747905 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6fc08ded-4286-40fc-a85f-487cc538e812 req-971f042b-70d7-49ac-bd33-ef6589d7f5ee tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 931 time: 0.0904424 Jun 27 12:41:04.795635 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6fc08ded-4286-40fc-a85f-487cc538e812 req-354a4626-6030-4ab8-851e-3e1a9f51b1ac tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Jun 27 12:41:05.994839 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b91a4-fe56-474e-b2c7-842af7c2c0b1 req-0693d121-8cb1-4c3b-95a2-55d756671fa7 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:05.996294 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3d2b91a4-fe56-474e-b2c7-842af7c2c0b1 req-0693d121-8cb1-4c3b-95a2-55d756671fa7 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 931 time: 0.0836830 Jun 27 12:41:06.051582 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3d2b91a4-fe56-474e-b2c7-842af7c2c0b1 req-84570a51-9608-4842-bf8d-8d4755ec3b1c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475473 Jun 27 12:41:07.247363 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b93de-dd31-4061-8918-14510e395225 req-d3355232-cca4-41eb-b7d3-0ecdc2c75259 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:07.249021 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-051b93de-dd31-4061-8918-14510e395225 req-d3355232-cca4-41eb-b7d3-0ecdc2c75259 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 931 time: 0.0844300 Jun 27 12:41:07.295943 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-051b93de-dd31-4061-8918-14510e395225 req-d770d81c-8225-48f4-9f36-55d81b7e5e09 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Jun 27 12:41:08.502507 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cd37f-7aac-49a2-bccc-560400235f94 req-22d29164-b09a-4c69-aa35-02360713dd64 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:08.503890 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6e0cd37f-7aac-49a2-bccc-560400235f94 req-22d29164-b09a-4c69-aa35-02360713dd64 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 931 time: 0.0978792 Jun 27 12:41:08.549612 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-6e0cd37f-7aac-49a2-bccc-560400235f94 req-ce3a9e74-4f94-40a5-ba48-98963c3cbd13 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 Jun 27 12:41:09.749397 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4349da0-47a7-4fdf-bdab-dabd5a461d86 req-7c7560bc-8c1e-49e7-b257-edd28b626e67 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:09.750864 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b4349da0-47a7-4fdf-bdab-dabd5a461d86 req-7c7560bc-8c1e-49e7-b257-edd28b626e67 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 931 time: 0.0939250 Jun 27 12:41:09.808593 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b4349da0-47a7-4fdf-bdab-dabd5a461d86 req-57caba8c-2e43-4638-a84f-30bb0f6466f6 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455174 Jun 27 12:41:11.004191 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f35af0-896f-4c5d-9e4b-b26f8385dd0f req-3c3fa017-a1d0-4583-b000-dcae8f3eebe6 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:11.005703 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-43f35af0-896f-4c5d-9e4b-b26f8385dd0f req-3c3fa017-a1d0-4583-b000-dcae8f3eebe6 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 931 time: 0.0906627 Jun 27 12:41:11.057532 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-43f35af0-896f-4c5d-9e4b-b26f8385dd0f req-4f42111e-97c2-4dc3-a8c4-ccade30c156d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435236 Jun 27 12:41:12.253872 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae5396-ecc8-432d-a36d-7d63d504e627 req-cdf9b1fa-073e-449b-8d72-69900d848a96 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:12.255364 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5aae5396-ecc8-432d-a36d-7d63d504e627 req-cdf9b1fa-073e-449b-8d72-69900d848a96 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 931 time: 0.0846994 Jun 27 12:41:12.314712 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5aae5396-ecc8-432d-a36d-7d63d504e627 req-0a01c3f8-b674-487b-bfce-a627f6ffc50a tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510292 Jun 27 12:41:12.513970 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Request body: {'port': {'device_id': '69106b12-f96c-4898-9002-1f7586812e08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:41:12.635334 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:12.977657 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb035db8-86bf-4651-a595-9909d3ddb571 {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:41:12.985061 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:12.999174 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Transition to ACTIVE for port object cb035db8-86bf-4651-a595-9909d3ddb571 will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:41:13.005848 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:13.009453 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2fc415e7-9801-49ac-852e-f4f764d82a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:13.159452 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Pushing event updated for resources: {'Port': ['ID=cb035db8-86bf-4651-a595-9909d3ddb571,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:13.167260 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:13.239605 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Attempting to bind port cb035db8-86bf-4651-a595-9909d3ddb571 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:41:13.239936 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Attempting to bind port cb035db8-86bf-4651-a595-9909d3ddb571 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:41:13.240263 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Attempting to bind port cb035db8-86bf-4651-a595-9909d3ddb571 on network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:41:13.244968 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Port cb035db8-86bf-4651-a595-9909d3ddb571 on network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:41:13.245283 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Attempting to bind port cb035db8-86bf-4651-a595-9909d3ddb571 on network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:41:13.250395 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:41:13.250595 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Checking segment: {'id': 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:41:13.251009 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Bound using segment: {'id': 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:41:13.251426 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Bound port: cb035db8-86bf-4651-a595-9909d3ddb571, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:41:13.252227 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:13.436749 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] For port cb035db8-86bf-4651-a595-9909d3ddb571, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:41:13.439639 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] For port cb035db8-86bf-4651-a595-9909d3ddb571, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cb035db8-86bf-4651-a595-9909d3ddb571,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:41:13.446922 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:13.450521 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-6e63634e-0685-449c-973e-c07538ff6fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:13.503468 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449826fb-22fb-42af-886f-3d643ca1e869 req-1c74be32-cb51-48ff-a331-5155638e1150 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:13.504970 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-449826fb-22fb-42af-886f-3d643ca1e869 req-1c74be32-cb51-48ff-a331-5155638e1150 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 943 time: 0.0854130 Jun 27 12:41:13.509264 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:13.509891 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:13.511229 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] 10.222.0.36 "PUT /v2.0/ports/cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 200 len: 1093 time: 1.0019019 Jun 27 12:41:13.511727 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:41:13.539940 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Pushing event updated for resources: {'Port': ['ID=cb035db8-86bf-4651-a595-9909d3ddb571,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:13.543128 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:13.564809 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-449826fb-22fb-42af-886f-3d643ca1e869 req-f435dd30-8846-41e7-b118-d9f5df9e6e75 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527318 Jun 27 12:41:13.597421 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571', 'status': 'completed', 'code': 200} Jun 27 12:41:13.640418 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-30c2a352-b377-4f9a-9753-05100fbf0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:13.642396 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-30c2a352-b377-4f9a-9753-05100fbf0603 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392&device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 1096 time: 0.0872440 Jun 27 12:41:13.714598 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-8bc3d73b-c786-47c5-9ca3-1aff1a6c8005 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 200 len: 217 time: 0.0644844 Jun 27 12:41:13.779469 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-86344c53-49b3-4ec0-98a8-f510e9854949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:13.780891 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-86344c53-49b3-4ec0-98a8-f510e9854949 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04413724-8ffa-4de7-ae9c-35ca427477dd HTTP/1.1" status: 200 len: 853 time: 0.0586488 Jun 27 12:41:13.860613 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-495c83d1-6b75-412c-8edf-277447205d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:13.862104 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-495c83d1-6b75-412c-8edf-277447205d6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749428 Jun 27 12:41:14.013535 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-e22995c6-787f-4098-bca4-a3038c81996e service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431441 Jun 27 12:41:14.150357 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2ee51a96-a589-4f9b-ae9f-f8a2e41175f2 req-440467ba-dcc9-4845-94e5-3691a36a7ea3 service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296391 Jun 27 12:41:14.275954 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e787f7-82c1-45af-a86a-1ddbf4b5f47f req-40a6ed09-d0f8-48ff-8933-762f2cd1712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:14.277345 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-80e787f7-82c1-45af-a86a-1ddbf4b5f47f req-40a6ed09-d0f8-48ff-8933-762f2cd1712c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392&device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 1096 time: 0.0745356 Jun 27 12:41:14.422093 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e787f7-82c1-45af-a86a-1ddbf4b5f47f req-c9e7c89f-a87c-4e93-852f-71fed1ab67fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:14.423538 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-80e787f7-82c1-45af-a86a-1ddbf4b5f47f req-c9e7c89f-a87c-4e93-852f-71fed1ab67fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4 HTTP/1.1" status: 200 len: 915 time: 0.1398616 Jun 27 12:41:14.493291 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-80e787f7-82c1-45af-a86a-1ddbf4b5f47f req-e0643d00-2bc7-4c75-99f2-23d91f8780ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 200 len: 217 time: 0.0629880 Jun 27 12:41:14.564310 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e787f7-82c1-45af-a86a-1ddbf4b5f47f req-89d64983-8069-4c6e-befa-5f3a00e59a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:14.565682 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-80e787f7-82c1-45af-a86a-1ddbf4b5f47f req-89d64983-8069-4c6e-befa-5f3a00e59a36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04413724-8ffa-4de7-ae9c-35ca427477dd HTTP/1.1" status: 200 len: 853 time: 0.0657599 Jun 27 12:41:14.641846 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e787f7-82c1-45af-a86a-1ddbf4b5f47f req-9d676a51-5255-42f5-93e1-c0eec61bf0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:14.643316 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-80e787f7-82c1-45af-a86a-1ddbf4b5f47f req-9d676a51-5255-42f5-93e1-c0eec61bf0ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704103 Jun 27 12:41:14.830685 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-80e787f7-82c1-45af-a86a-1ddbf4b5f47f req-346f12d5-4959-4a7a-a7f9-dd948da995a6 service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797650 Jun 27 12:41:14.844266 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b5fb8-31b8-40d6-87a0-d6da97c3c4ab req-011e7ca7-309f-401e-ab89-6c97a05bc3a1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:14.845661 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-208b5fb8-31b8-40d6-87a0-d6da97c3c4ab req-011e7ca7-309f-401e-ab89-6c97a05bc3a1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 943 time: 0.1611469 Jun 27 12:41:14.974735 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-208b5fb8-31b8-40d6-87a0-d6da97c3c4ab req-4cc22a69-30a6-4dd7-adef-b0df4f929214 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106992 Jun 27 12:41:15.002219 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-80e787f7-82c1-45af-a86a-1ddbf4b5f47f req-486a2620-fe2d-4632-a9b0-59479498a1e9 service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555824 Jun 27 12:41:16.172216 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b40a04-3fbc-4cea-aaa9-1e1b868404d5 req-9b3c34a1-a3a4-4d2c-a586-81e71fe76375 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:16.173698 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-10b40a04-3fbc-4cea-aaa9-1e1b868404d5 req-9b3c34a1-a3a4-4d2c-a586-81e71fe76375 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 943 time: 0.0914350 Jun 27 12:41:16.220864 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-10b40a04-3fbc-4cea-aaa9-1e1b868404d5 req-36de2c05-a2a2-4bd0-ad20-e4f3eac65047 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Jun 27 12:41:17.519685 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4874e97-260a-4d07-b768-ed5a6f6c7d21 req-357a532b-7922-46a6-a38e-e81769b3df4c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:17.521079 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b4874e97-260a-4d07-b768-ed5a6f6c7d21 req-357a532b-7922-46a6-a38e-e81769b3df4c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 943 time: 0.1949484 Jun 27 12:41:17.574103 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b4874e97-260a-4d07-b768-ed5a6f6c7d21 req-4739ccdf-2913-4ffc-9063-63a1b288e235 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459290 Jun 27 12:41:18.481590 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device cb035db8-86bf-4651-a595-9909d3ddb571 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:41:18.620105 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port cb035db8-86bf-4651-a595-9909d3ddb571, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cb035db8-86bf-4651-a595-9909d3ddb571,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:41:18.634527 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': 'cb035db8-86bf-4651-a595-9909d3ddb571', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'port_id': 'cb035db8-86bf-4651-a595-9909d3ddb571', 'mac_address': 'fa:16:3e:95:e3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:41:18.740738 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:18.759295 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb035db8-86bf-4651-a595-9909d3ddb571 {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:41:18.775929 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port cb035db8-86bf-4651-a595-9909d3ddb571, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cb035db8-86bf-4651-a595-9909d3ddb571,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:41:18.782012 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:18.785276 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:18.849058 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=cb035db8-86bf-4651-a595-9909d3ddb571,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:18.852440 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:18.913462 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be4e9b-a805-4190-9740-201ce968d2b2 req-9e9491f7-04c3-4e2a-892e-656ace8c9fb6 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:18.914889 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-75be4e9b-a805-4190-9740-201ce968d2b2 req-9e9491f7-04c3-4e2a-892e-656ace8c9fb6 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 944 time: 0.0825400 Jun 27 12:41:18.973143 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-75be4e9b-a805-4190-9740-201ce968d2b2 req-91b3c4e7-14ee-4a24-b7d6-bb494a58c979 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499403 Jun 27 12:41:19.149571 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['cb035db8-86bf-4651-a595-9909d3ddb571'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:41:20.175800 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d84feb-c649-4fb1-bced-90d10df4f17a req-43d27487-6be4-4061-8f68-c1c55433ed07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:20.177295 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b4d84feb-c649-4fb1-bced-90d10df4f17a req-43d27487-6be4-4061-8f68-c1c55433ed07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 944 time: 0.0903420 Jun 27 12:41:20.230025 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b4d84feb-c649-4fb1-bced-90d10df4f17a req-bd5dce3f-9af0-45e4-9ca2-db4cdcf33cc7 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468593 Jun 27 12:41:20.495363 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device cb035db8-86bf-4651-a595-9909d3ddb571 up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:41:20.569480 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port cb035db8-86bf-4651-a595-9909d3ddb571 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:41:20.574718 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port cb035db8-86bf-4651-a595-9909d3ddb571 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:41:20.575127 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:20.709251 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:20.736601 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:41:20.746876 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port cb035db8-86bf-4651-a595-9909d3ddb571, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cb035db8-86bf-4651-a595-9909d3ddb571,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:41:20.751605 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:20.753712 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-a8e544cc-4296-4ec6-a335-9ebd866c12b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:20.787707 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571', 'code': 200} Jun 27 12:41:20.825379 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=cb035db8-86bf-4651-a595-9909d3ddb571,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:20.829415 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:21.029015 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdfc55-9a20-4077-9c7e-e524b9b9c410 req-6b4bd194-b3ac-45ff-8856-e2b44d4c31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:21.030352 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-decdfc55-9a20-4077-9c7e-e524b9b9c410 req-6b4bd194-b3ac-45ff-8856-e2b44d4c31d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 1098 time: 0.0786266 Jun 27 12:41:21.082537 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-decdfc55-9a20-4077-9c7e-e524b9b9c410 req-e7f00000-2f5d-4d5b-90eb-4523a6b66b3f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457630 Jun 27 12:41:21.445122 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c16665-a7b2-441e-b21f-f178b1a41179 req-6282431f-4414-4c49-8c89-8b9056ea0c03 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:21.446590 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-48c16665-a7b2-441e-b21f-f178b1a41179 req-6282431f-4414-4c49-8c89-8b9056ea0c03 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 945 time: 0.1016083 Jun 27 12:41:21.491996 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-48c16665-a7b2-441e-b21f-f178b1a41179 req-209ca213-295d-4995-ad80-48506c187d24 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Jun 27 12:41:22.638462 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:41:22.689408 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a5501-9263-4c2d-b551-95c547b329c0 req-5559d2fd-54be-4d1b-ae1b-f660109227c6 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:22.690908 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f74a5501-9263-4c2d-b551-95c547b329c0 req-5559d2fd-54be-4d1b-ae1b-f660109227c6 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 945 time: 0.0881765 Jun 27 12:41:22.748930 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-f74a5501-9263-4c2d-b551-95c547b329c0 req-a9a32a0b-f115-48d4-b358-7759ac4f5939 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500295 Jun 27 12:41:22.942787 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bf2e2-b5ba-4847-9f98-c1667c1c2d09 req-a9b34a3f-deec-4ab3-b8d3-2752e2d6d51f tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:22.944274 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fb5bf2e2-b5ba-4847-9f98-c1667c1c2d09 req-a9b34a3f-deec-4ab3-b8d3-2752e2d6d51f tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 945 time: 0.0898671 Jun 27 12:41:22.997529 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-fb5bf2e2-b5ba-4847-9f98-c1667c1c2d09 req-0b817534-e7cf-4b27-ad57-7c1bb6d2a3cf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444076 Jun 27 12:41:23.403601 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fda4f-c38f-4b85-b6ae-6906721db569 req-0f928e88-4453-4aa4-8159-f240754585a1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:23.405073 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-697fda4f-c38f-4b85-b6ae-6906721db569 req-0f928e88-4453-4aa4-8159-f240754585a1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 945 time: 0.0906250 Jun 27 12:41:23.453140 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-697fda4f-c38f-4b85-b6ae-6906721db569 req-b37db570-3b97-48bd-a09f-799bac28c48c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422614 Jun 27 12:41:25.476751 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:26.491851 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-d609445d-4972-4490-9041-3ba7e676c73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:26.929953 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:29.142759 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b93a1c59-5a7e-4ef5-aaac-5e6f4ff57f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:30.149707 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:31.433160 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8c3e6cc0-322a-46ef-8115-a85174a4f9e7 req-cb503523-f13b-4872-8e45-89deaf57196e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800478 Jun 27 12:41:31.593555 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e6cc0-322a-46ef-8115-a85174a4f9e7 req-38cd83e0-b579-4817-b4a1-23b676ab5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:31.595074 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8c3e6cc0-322a-46ef-8115-a85174a4f9e7 req-38cd83e0-b579-4817-b4a1-23b676ab5c8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392&device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 1098 time: 0.0756989 Jun 27 12:41:31.637042 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:31.753612 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e6cc0-322a-46ef-8115-a85174a4f9e7 req-bc972880-4a37-4e57-b5b4-81c6ff8046ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:31.755073 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8c3e6cc0-322a-46ef-8115-a85174a4f9e7 req-bc972880-4a37-4e57-b5b4-81c6ff8046ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4 HTTP/1.1" status: 200 len: 915 time: 0.1392860 Jun 27 12:41:31.833443 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8c3e6cc0-322a-46ef-8115-a85174a4f9e7 req-7689a916-53f5-4775-b987-31bef53bea05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 200 len: 217 time: 0.0645909 Jun 27 12:41:31.895078 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e6cc0-322a-46ef-8115-a85174a4f9e7 req-fdf359a2-a087-4ec4-92b6-4dfaadebdd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:31.896559 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8c3e6cc0-322a-46ef-8115-a85174a4f9e7 req-fdf359a2-a087-4ec4-92b6-4dfaadebdd77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04413724-8ffa-4de7-ae9c-35ca427477dd HTTP/1.1" status: 200 len: 853 time: 0.0570526 Jun 27 12:41:31.975804 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e6cc0-322a-46ef-8115-a85174a4f9e7 req-3644455b-3609-4fd6-806a-88da1d7b6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:31.977331 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8c3e6cc0-322a-46ef-8115-a85174a4f9e7 req-3644455b-3609-4fd6-806a-88da1d7b6384 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736735 Jun 27 12:41:32.134624 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8c3e6cc0-322a-46ef-8115-a85174a4f9e7 req-61d5ef6b-8a78-4ac6-b27a-0db97826abce service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391535 Jun 27 12:41:32.270871 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8c3e6cc0-322a-46ef-8115-a85174a4f9e7 req-5aea4257-63eb-4c53-9577-b20252e314bb service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291065 Jun 27 12:41:33.895343 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9d86f-24dd-48ca-8e10-63ace8baa688 req-7a2ff39e-2bd4-436c-8e1f-6faeecdf6268 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:33.896875 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-96c9d86f-24dd-48ca-8e10-63ace8baa688 req-7a2ff39e-2bd4-436c-8e1f-6faeecdf6268 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 945 time: 0.0903463 Jun 27 12:41:33.944387 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-96c9d86f-24dd-48ca-8e10-63ace8baa688 req-1cd36cc1-185a-42d8-b38d-deed4648d936 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388713 Jun 27 12:41:33.967120 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41984) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:41:34.087405 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4187a2-c56f-4db2-a4d1-ee809d193c3f tempest-TestMinimumBasicScenario-1135069221 tempest-TestMinimumBasicScenario-1135069221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:34.088102 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-dd4187a2-c56f-4db2-a4d1-ee809d193c3f tempest-TestMinimumBasicScenario-1135069221 tempest-TestMinimumBasicScenario-1135069221-project-admin] Synchronizing usage tracker for tenant:6c41eebbb27248b1be44bb6c94d4725d on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:41:34.109424 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-dd4187a2-c56f-4db2-a4d1-ee809d193c3f tempest-TestMinimumBasicScenario-1135069221 tempest-TestMinimumBasicScenario-1135069221-project-admin] Unset dirty status for tenant:6c41eebbb27248b1be44bb6c94d4725d on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:41:34.110730 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-dd4187a2-c56f-4db2-a4d1-ee809d193c3f tempest-TestMinimumBasicScenario-1135069221 tempest-TestMinimumBasicScenario-1135069221-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 1093 time: 0.1424005 Jun 27 12:41:34.114921 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 41990) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:41:34.120524 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Request body: {'floatingip': {'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'port_id': 'cb035db8-86bf-4651-a595-9909d3ddb571', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:41:34.126755 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:41:34.130619 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Usage tracker for resource:floatingip and tenant:bf2fc62c53bc4eb6867ab0d77db2e392 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:41:34.133466 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:41:34.141188 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:41:34.154855 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for floatingip, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:34.295897 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:34.526608 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Allocated IP 172.27.0.238 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/c6447883-bafe-40f0-a5b2-90d8b1a42d07) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:41:34.673227 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:34.707095 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:34.710688 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-5253af59-fabc-42de-9b99-c117f31c0b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:34.775351 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:41:34.778484 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:41:34.782034 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:41:34.810471 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event updated for resources: {'Port': ['ID=c6447883-bafe-40f0-a5b2-90d8b1a42d07,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:34.816855 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:35.235918 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:35.318793 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:35.535784 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:35.543871 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:35.547589 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f97cf2c8-2fae-4816-b6c8-ba9973bba3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:35.655199 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event updated for resources: {'Port': ['ID=c6447883-bafe-40f0-a5b2-90d8b1a42d07,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:35.659159 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:35.664319 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:35.840113 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.db.l3_db [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Floating IP 203c52f5-aac7-47c6-87c1-045067a3f130 associated. External IP: 172.27.0.238, port: cb035db8-86bf-4651-a595-9909d3ddb571. Jun 27 12:41:36.297999 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Router a1dacfc1-733c-4c06-883a-f40563a1ffa9 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:41:36.485870 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:41:36.495940 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a91fd4-92bd-47f6-bb77-4569bf7da860 None None] Sync routers for ids ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:41:36.506371 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a91fd4-92bd-47f6-bb77-4569bf7da860 None None] Routers {'a1dacfc1-733c-4c06-883a-f40563a1ffa9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:41:36.507000 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-38a91fd4-92bd-47f6-bb77-4569bf7da860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:41:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:41:36.513188 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:36.579589 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4636104 Jun 27 12:41:36.580173 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:41:36.582708 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 41996) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:41:36.588100 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1288358530', 'description': 'tempest-secgroup-smoke-1288358530 description', 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:41:36.593993 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:41:36.604515 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:41:36.616700 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:36.625635 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571', 'status': 'completed', 'code': 200} Jun 27 12:41:36.641543 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:41:36.645506 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Usage tracker for resource:security_group_rule and tenant:bf2fc62c53bc4eb6867ab0d77db2e392 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:41:36.648430 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:41:36.654680 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:41:36.689975 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-38a91fd4-92bd-47f6-bb77-4569bf7da860 None None] Set router a1dacfc1-733c-4c06-883a-f40563a1ffa9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:41:36.728034 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de848622-d6e8-4d69-ab12-e4c000c4c4e9 req-ab2356b5-968b-469f-ba77-f2b497f75183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:36.730312 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-de848622-d6e8-4d69-ab12-e4c000c4c4e9 req-ab2356b5-968b-469f-ba77-f2b497f75183 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392&device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 1098 time: 0.0779555 Jun 27 12:41:36.732257 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:36.737876 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:36.743406 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-2886c851-03f9-41e1-a1ac-e9715a848f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:36.787860 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab98936d-1cad-4503-a207-f6f2091b5616,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:36.795813 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:36.799829 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2133746 Jun 27 12:41:36.799829 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:41:36.799829 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:41:36.799829 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:41:36.799829 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:41:36.800476 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:41:36.800586 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:41:36.800913 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:41:36.801274 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:41:36.801633 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:41:36.801986 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:41:36.802346 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:41:36.802699 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:41:36.806784 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-91a0e691-1292-4aee-8c93-826964141992 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:36.807322 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42002) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:41:36.813237 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-feb535bd-8078-4324-a563-660f2bbd057b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Request body: {'security_group_rule': {'security_group_id': 'ab98936d-1cad-4503-a207-f6f2091b5616', 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:41:36.819542 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-feb535bd-8078-4324-a563-660f2bbd057b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:41:36.824374 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-feb535bd-8078-4324-a563-660f2bbd057b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Usage tracker for resource:security_group_rule and tenant:bf2fc62c53bc4eb6867ab0d77db2e392 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:41:36.830478 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-feb535bd-8078-4324-a563-660f2bbd057b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:41:36.843402 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-feb535bd-8078-4324-a563-660f2bbd057b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:41:36.869289 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de848622-d6e8-4d69-ab12-e4c000c4c4e9 req-66477077-1cdd-4db4-9d6c-805731b91e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:36.871036 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-de848622-d6e8-4d69-ab12-e4c000c4c4e9 req-66477077-1cdd-4db4-9d6c-805731b91e85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4 HTTP/1.1" status: 200 len: 915 time: 0.1354411 Jun 27 12:41:36.876595 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-feb535bd-8078-4324-a563-660f2bbd057b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:36.945719 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-feb535bd-8078-4324-a563-660f2bbd057b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:36.951576 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-feb535bd-8078-4324-a563-660f2bbd057b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:36.953762 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:36.976428 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb535bd-8078-4324-a563-660f2bbd057b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426a2fd3-d798-470c-9564-a460f3066018,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:36.979095 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-feb535bd-8078-4324-a563-660f2bbd057b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:36.986546 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-de848622-d6e8-4d69-ab12-e4c000c4c4e9 req-278918ad-6472-4a7e-b3a4-418536dcd6df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 200 len: 999 time: 0.1078556 Jun 27 12:41:36.988584 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-feb535bd-8078-4324-a563-660f2bbd057b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:36.989919 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-feb535bd-8078-4324-a563-660f2bbd057b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1813133 Jun 27 12:41:36.993919 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42006) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:41:36.999726 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-6d1c206b-aae1-49c1-b41e-3c3b0b3c6899 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Request body: {'security_group_rule': {'security_group_id': 'ab98936d-1cad-4503-a207-f6f2091b5616', 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:41:37.005934 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-6d1c206b-aae1-49c1-b41e-3c3b0b3c6899 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:41:37.009779 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-6d1c206b-aae1-49c1-b41e-3c3b0b3c6899 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Usage tracker for resource:security_group_rule and tenant:bf2fc62c53bc4eb6867ab0d77db2e392 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:41:37.012846 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-6d1c206b-aae1-49c1-b41e-3c3b0b3c6899 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:41:37.019074 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-6d1c206b-aae1-49c1-b41e-3c3b0b3c6899 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:41:37.037383 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6d1c206b-aae1-49c1-b41e-3c3b0b3c6899 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.053434 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-38a91fd4-92bd-47f6-bb77-4569bf7da860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:39Z', 'revision_number': 4, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port': {'id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '203c52f5-aac7-47c6-87c1-045067a3f130', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'port_id': 'cb035db8-86bf-4651-a595-9909d3ddb571', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'mac_address': 'fa:16:3e:95:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69106b12-f96c-4898-9002-1f7586812e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:41:35Z', 'updated_at': '2021-06-27T12:41:35Z', 'revision_number': 0, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd183f81b-daab-4513-9c21-ea79b53ae975', 'name': '', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'mac_address': 'fa:16:3e:5e:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:38Z', 'updated_at': '2021-06-27T12:40:44Z', 'revision_number': 5, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'subnets': [{'id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:41:37.057546 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a91fd4-92bd-47f6-bb77-4569bf7da860 None None] Checking router: a1dacfc1-733c-4c06-883a-f40563a1ffa9 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:41:37.057792 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de848622-d6e8-4d69-ab12-e4c000c4c4e9 req-37a5e42f-bba7-4bc4-b83b-7a26ad3415e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:37.059484 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-de848622-d6e8-4d69-ab12-e4c000c4c4e9 req-37a5e42f-bba7-4bc4-b83b-7a26ad3415e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04413724-8ffa-4de7-ae9c-35ca427477dd HTTP/1.1" status: 200 len: 853 time: 0.0665958 Jun 27 12:41:37.065678 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a91fd4-92bd-47f6-bb77-4569bf7da860 None None] Routers {'a1dacfc1-733c-4c06-883a-f40563a1ffa9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:41:37.066281 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-38a91fd4-92bd-47f6-bb77-4569bf7da860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:41:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:41:37.100107 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6d1c206b-aae1-49c1-b41e-3c3b0b3c6899 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.106009 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6d1c206b-aae1-49c1-b41e-3c3b0b3c6899 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.108182 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:37.130474 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c206b-aae1-49c1-b41e-3c3b0b3c6899 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5153bc2b-51b4-4e4e-a460-6acea0203ed4,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:37.133124 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-6d1c206b-aae1-49c1-b41e-3c3b0b3c6899 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:37.142485 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-6d1c206b-aae1-49c1-b41e-3c3b0b3c6899 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.146429 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-6d1c206b-aae1-49c1-b41e-3c3b0b3c6899 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1487968 Jun 27 12:41:37.146733 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42010) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:41:37.148059 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de848622-d6e8-4d69-ab12-e4c000c4c4e9 req-1ff9a02a-d8f7-4e7e-b5f8-b8c0b62a2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:37.149723 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-de848622-d6e8-4d69-ab12-e4c000c4c4e9 req-1ff9a02a-d8f7-4e7e-b5f8-b8c0b62a2ac9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832818 Jun 27 12:41:37.152753 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-bc359969-8888-45c6-9482-8833a3a39b0c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Request body: {'security_group_rule': {'security_group_id': 'ab98936d-1cad-4503-a207-f6f2091b5616', 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:41:37.158550 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-bc359969-8888-45c6-9482-8833a3a39b0c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:41:37.162364 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-bc359969-8888-45c6-9482-8833a3a39b0c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Usage tracker for resource:security_group_rule and tenant:bf2fc62c53bc4eb6867ab0d77db2e392 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:41:37.165241 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-bc359969-8888-45c6-9482-8833a3a39b0c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:41:37.170955 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-bc359969-8888-45c6-9482-8833a3a39b0c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:41:37.188362 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-bc359969-8888-45c6-9482-8833a3a39b0c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.251312 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-38a91fd4-92bd-47f6-bb77-4569bf7da860 None None] Set router a1dacfc1-733c-4c06-883a-f40563a1ffa9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:41:37.253481 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-bc359969-8888-45c6-9482-8833a3a39b0c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.258710 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-bc359969-8888-45c6-9482-8833a3a39b0c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.260964 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-30ae2ac4-1d85-4aa8-9edf-8cdd31a4f57a tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:37.283416 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc359969-8888-45c6-9482-8833a3a39b0c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8fb6fa-6a18-47a7-9f7b-7a50b8ed88a1,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:37.286208 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-bc359969-8888-45c6-9482-8833a3a39b0c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:37.291040 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-de848622-d6e8-4d69-ab12-e4c000c4c4e9 req-7b3388e4-17eb-4ce1-8d79-23d28e07790a service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325655 Jun 27 12:41:37.294531 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-bc359969-8888-45c6-9482-8833a3a39b0c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.297454 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-bc359969-8888-45c6-9482-8833a3a39b0c tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481142 Jun 27 12:41:37.298627 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42014) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:41:37.304533 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-f904f90a-05b4-4c92-9204-47dd792f1ded tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Request body: {'security_group_rule': {'security_group_id': 'ab98936d-1cad-4503-a207-f6f2091b5616', 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:41:37.310709 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-f904f90a-05b4-4c92-9204-47dd792f1ded tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:41:37.314644 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-f904f90a-05b4-4c92-9204-47dd792f1ded tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Usage tracker for resource:security_group_rule and tenant:bf2fc62c53bc4eb6867ab0d77db2e392 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:41:37.318029 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-f904f90a-05b4-4c92-9204-47dd792f1ded tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:41:37.324468 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-f904f90a-05b4-4c92-9204-47dd792f1ded tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:41:37.342887 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f904f90a-05b4-4c92-9204-47dd792f1ded tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.413953 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f904f90a-05b4-4c92-9204-47dd792f1ded tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.419519 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f904f90a-05b4-4c92-9204-47dd792f1ded tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.427111 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-de848622-d6e8-4d69-ab12-e4c000c4c4e9 req-f225913e-265c-40e1-8d44-b2d075f7ad64 service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276648 Jun 27 12:41:37.430713 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:37.456823 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904f90a-05b4-4c92-9204-47dd792f1ded tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015469bc-eedd-497b-b82f-6bad15d0e762,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:37.459770 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-f904f90a-05b4-4c92-9204-47dd792f1ded tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:37.465812 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-f904f90a-05b4-4c92-9204-47dd792f1ded tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.469755 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-f904f90a-05b4-4c92-9204-47dd792f1ded tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673796 Jun 27 12:41:37.470108 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42018) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:41:37.475437 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-01c70cc0-2db7-4f6a-b1a0-5e651554dd4b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Request body: {'security_group_rule': {'security_group_id': 'ab98936d-1cad-4503-a207-f6f2091b5616', 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:41:37.481949 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-01c70cc0-2db7-4f6a-b1a0-5e651554dd4b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:41:37.485944 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-01c70cc0-2db7-4f6a-b1a0-5e651554dd4b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Usage tracker for resource:security_group_rule and tenant:bf2fc62c53bc4eb6867ab0d77db2e392 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:41:37.489140 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-01c70cc0-2db7-4f6a-b1a0-5e651554dd4b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:41:37.496865 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-01c70cc0-2db7-4f6a-b1a0-5e651554dd4b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:41:37.508581 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.securitygroups_db [None req-01c70cc0-2db7-4f6a-b1a0-5e651554dd4b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Project bf2fc62c53bc4eb6867ab0d77db2e392 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:41:37.515690 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-01c70cc0-2db7-4f6a-b1a0-5e651554dd4b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.579411 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-01c70cc0-2db7-4f6a-b1a0-5e651554dd4b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.585271 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-01c70cc0-2db7-4f6a-b1a0-5e651554dd4b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.587428 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:37.612304 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c70cc0-2db7-4f6a-b1a0-5e651554dd4b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45da7912-06a2-4292-9ca5-4ee4477dc92e,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:37.614761 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-01c70cc0-2db7-4f6a-b1a0-5e651554dd4b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:37.623623 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-01c70cc0-2db7-4f6a-b1a0-5e651554dd4b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.624843 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-01c70cc0-2db7-4f6a-b1a0-5e651554dd4b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538148 Jun 27 12:41:37.627546 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42022) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:41:37.632729 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Request body: {'security_group_rule': {'security_group_id': 'ab98936d-1cad-4503-a207-f6f2091b5616', 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:41:37.638677 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:41:37.642525 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Usage tracker for resource:security_group_rule and tenant:bf2fc62c53bc4eb6867ab0d77db2e392 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:41:37.645418 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:41:37.651311 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:41:37.657086 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-38a91fd4-92bd-47f6-bb77-4569bf7da860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:39Z', 'revision_number': 4, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port': {'id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '203c52f5-aac7-47c6-87c1-045067a3f130', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'port_id': 'cb035db8-86bf-4651-a595-9909d3ddb571', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'mac_address': 'fa:16:3e:95:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69106b12-f96c-4898-9002-1f7586812e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:41:35Z', 'updated_at': '2021-06-27T12:41:35Z', 'revision_number': 0, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd183f81b-daab-4513-9c21-ea79b53ae975', 'name': '', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'mac_address': 'fa:16:3e:5e:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:38Z', 'updated_at': '2021-06-27T12:40:44Z', 'revision_number': 5, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'subnets': [{'id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:41:37.661085 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a91fd4-92bd-47f6-bb77-4569bf7da860 None None] The sync data for ids ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'] in dv-cinder-798099-1-iscsi is: [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:39Z', 'revision_number': 4, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port': {'id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '203c52f5-aac7-47c6-87c1-045067a3f130', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'port_id': 'cb035db8-86bf-4651-a595-9909d3ddb571', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'mac_address': 'fa:16:3e:95:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69106b12-f96c-4898-9002-1f7586812e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:41:35Z', 'updated_at': '2021-06-27T12:41:35Z', 'revision_number': 0, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd183f81b-daab-4513-9c21-ea79b53ae975', 'name': '', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'mac_address': 'fa:16:3e:5e:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:38Z', 'updated_at': '2021-06-27T12:40:44Z', 'revision_number': 5, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'subnets': [{'id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:41:37.662323 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.securitygroups_db [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Project bf2fc62c53bc4eb6867ab0d77db2e392 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:41:37.669363 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.737239 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.742740 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.745126 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-8e93bdb3-15b2-43c9-9bfb-d51d71141f2c tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:37.767660 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515ccd94-ce80-4fbf-b156-bae935279360,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:37.770089 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:37.778840 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:37.780146 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516435 Jun 27 12:41:37.893584 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d8c2c-d6b2-4ccd-94b4-af0c9a3a71f7 None None] New status for floating IP 203c52f5-aac7-47c6-87c1-045067a3f130: ACTIVE {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:41:37.927516 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bb98c87a-a0ce-401b-b789-6994fd819ed5 req-8674e251-c747-4c1c-b655-1cf761419826 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288358530&fields=id&tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392 HTTP/1.1" status: 200 len: 267 time: 0.0654774 Jun 27 12:41:38.010675 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98c87a-a0ce-401b-b789-6994fd819ed5 req-6e3624e1-ed70-4b1f-9a61-ab4c6e99c86f tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:38.012088 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bb98c87a-a0ce-401b-b789-6994fd819ed5 req-6e3624e1-ed70-4b1f-9a61-ab4c6e99c86f tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 945 time: 0.0788066 Jun 27 12:41:38.023146 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-bb98c87a-a0ce-401b-b789-6994fd819ed5 req-8ccfccbf-cba4-4a66-892d-b95e11990a05 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Request body: {'port': {'security_groups': ['6ee82c34-149f-416f-af9a-c685a6695474', 'ab98936d-1cad-4503-a207-f6f2091b5616']}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:41:38.143595 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-bb98c87a-a0ce-401b-b789-6994fd819ed5 req-8ccfccbf-cba4-4a66-892d-b95e11990a05 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:38.513229 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-bb98c87a-a0ce-401b-b789-6994fd819ed5 req-8ccfccbf-cba4-4a66-892d-b95e11990a05 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] For port cb035db8-86bf-4651-a595-9909d3ddb571, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cb035db8-86bf-4651-a595-9909d3ddb571,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:41:38.539505 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-bb98c87a-a0ce-401b-b789-6994fd819ed5 req-8ccfccbf-cba4-4a66-892d-b95e11990a05 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:38.547732 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-bb98c87a-a0ce-401b-b789-6994fd819ed5 req-8ccfccbf-cba4-4a66-892d-b95e11990a05 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:38.554611 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:41:38.561117 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['cb035db8-86bf-4651-a595-9909d3ddb571'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:41:38.627582 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98c87a-a0ce-401b-b789-6994fd819ed5 req-8ccfccbf-cba4-4a66-892d-b95e11990a05 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:38.628226 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-bb98c87a-a0ce-401b-b789-6994fd819ed5 req-8ccfccbf-cba4-4a66-892d-b95e11990a05 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:38.629670 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bb98c87a-a0ce-401b-b789-6994fd819ed5 req-8ccfccbf-cba4-4a66-892d-b95e11990a05 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "PUT /v2.0/ports/cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 200 len: 981 time: 0.6110401 Jun 27 12:41:38.630889 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:41:38.655323 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfccbf-cba4-4a66-892d-b95e11990a05 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event updated for resources: {'Port': ['ID=cb035db8-86bf-4651-a595-9909d3ddb571,revision_number=6']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:41:38.667942 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-8ccfccbf-cba4-4a66-892d-b95e11990a05 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:41:38.704219 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571', 'status': 'completed', 'code': 200} Jun 27 12:41:38.713709 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['cb035db8-86bf-4651-a595-9909d3ddb571'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:41:38.861944 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dca5c5-fd31-4883-8180-222be3fbef26 req-36a64ac4-343f-4b67-bd17-c358eb1eb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:38.863453 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e8dca5c5-fd31-4883-8180-222be3fbef26 req-36a64ac4-343f-4b67-bd17-c358eb1eb290 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392&device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 1137 time: 0.1356351 Jun 27 12:41:38.876365 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b966c-b631-4392-b78e-4ac104e0ef61 req-a0544e60-699a-4b50-91d2-0245e73754f1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:38.878052 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f86b966c-b631-4392-b78e-4ac104e0ef61 req-a0544e60-699a-4b50-91d2-0245e73754f1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 984 time: 0.1189668 Jun 27 12:41:38.982489 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-eda8ebbb-79f4-45f4-8cce-316b88518513 None None] Provisioning complete for port cb035db8-86bf-4651-a595-9909d3ddb571 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:41:38.982837 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-eda8ebbb-79f4-45f4-8cce-316b88518513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:39.016333 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f86b966c-b631-4392-b78e-4ac104e0ef61 req-abad1812-ed24-4c2b-932d-ea04d60a1d84 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&id=ab98936d-1cad-4503-a207-f6f2091b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1161060 Jun 27 12:41:39.042607 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dca5c5-fd31-4883-8180-222be3fbef26 req-20ac4022-6c6e-428a-93c2-7121b38b7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:39.043941 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e8dca5c5-fd31-4883-8180-222be3fbef26 req-20ac4022-6c6e-428a-93c2-7121b38b7f98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4 HTTP/1.1" status: 200 len: 915 time: 0.1649745 Jun 27 12:41:39.146857 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e8dca5c5-fd31-4883-8180-222be3fbef26 req-eaa86c37-0def-4430-9c27-2144f663e38b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 200 len: 1001 time: 0.0954418 Jun 27 12:41:39.215761 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dca5c5-fd31-4883-8180-222be3fbef26 req-72a24861-23e5-49e2-8480-938a194e62df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:39.217082 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e8dca5c5-fd31-4883-8180-222be3fbef26 req-72a24861-23e5-49e2-8480-938a194e62df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04413724-8ffa-4de7-ae9c-35ca427477dd HTTP/1.1" status: 200 len: 853 time: 0.0583043 Jun 27 12:41:39.293143 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dca5c5-fd31-4883-8180-222be3fbef26 req-e0f23af3-5f75-4944-b4e0-2ab075bdefd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:41:39.294504 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e8dca5c5-fd31-4883-8180-222be3fbef26 req-e0f23af3-5f75-4944-b4e0-2ab075bdefd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706234 Jun 27 12:41:39.426167 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e8dca5c5-fd31-4883-8180-222be3fbef26 req-82e6d0ec-7ce8-4e09-a85d-398f7616d259 service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244752 Jun 27 12:41:39.559288 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-e8dca5c5-fd31-4883-8180-222be3fbef26 req-bc26191f-99c5-4c36-9d46-44fc8c2222b9 service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262982 Jun 27 12:41:55.497185 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:56.488396 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-af8435b1-5028-4862-8846-2c6e3416c284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:56.933590 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:59.141208 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-ff8df508-206a-4e70-a4c6-421b232dc52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:41:59.638705 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:42:00.154743 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:01.636244 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:25.509154 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:26.487207 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-429028b8-d773-43e9-8a08-5b5eea954f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:26.933875 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:29.146516 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1b88fa67-e425-42ee-b168-e1bc6ac570ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:30.154973 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:31.642705 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:32.447861 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d4a850c4-2056-44f6-a1ca-4e5938b4e6de req-57862b0c-de7a-4087-9ca9-dfec777ebfbe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839996 Jun 27 12:42:32.614551 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a850c4-2056-44f6-a1ca-4e5938b4e6de req-d5423259-3f53-40a1-a900-e045a1b772f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:32.615965 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d4a850c4-2056-44f6-a1ca-4e5938b4e6de req-d5423259-3f53-40a1-a900-e045a1b772f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392&device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 1137 time: 0.0918341 Jun 27 12:42:32.763848 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a850c4-2056-44f6-a1ca-4e5938b4e6de req-88ff2201-4084-4eba-8fe6-400eea5f6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:32.765380 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d4a850c4-2056-44f6-a1ca-4e5938b4e6de req-88ff2201-4084-4eba-8fe6-400eea5f6147 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4 HTTP/1.1" status: 200 len: 915 time: 0.1280496 Jun 27 12:42:32.871598 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d4a850c4-2056-44f6-a1ca-4e5938b4e6de req-ce9d1a2f-ab2c-47df-8cb8-f6849f073a22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 200 len: 1001 time: 0.0992188 Jun 27 12:42:32.937891 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a850c4-2056-44f6-a1ca-4e5938b4e6de req-2ab11948-8224-45f8-9d03-250e280d06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:32.939339 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d4a850c4-2056-44f6-a1ca-4e5938b4e6de req-2ab11948-8224-45f8-9d03-250e280d06e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04413724-8ffa-4de7-ae9c-35ca427477dd HTTP/1.1" status: 200 len: 853 time: 0.0613177 Jun 27 12:42:33.108143 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a850c4-2056-44f6-a1ca-4e5938b4e6de req-b1b9b2a5-a269-43bb-9391-7e5418626840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:33.109706 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d4a850c4-2056-44f6-a1ca-4e5938b4e6de req-b1b9b2a5-a269-43bb-9391-7e5418626840 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1633291 Jun 27 12:42:33.242362 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d4a850c4-2056-44f6-a1ca-4e5938b4e6de req-4931287f-9975-4e69-96ab-aa572357b6fc service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246626 Jun 27 12:42:33.375620 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d4a850c4-2056-44f6-a1ca-4e5938b4e6de req-8f1c9910-6c7b-4066-a4b7-b2930e03aad5 service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264949 Jun 27 12:42:36.638384 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:42:36.850541 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710e80f-dc99-4690-957b-e504117c9f2c req-d34fcd9f-6514-4670-80cb-ca164cf2dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:36.852042 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3710e80f-dc99-4690-957b-e504117c9f2c req-d34fcd9f-6514-4670-80cb-ca164cf2dade service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392&device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 1137 time: 0.0801857 Jun 27 12:42:37.025187 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710e80f-dc99-4690-957b-e504117c9f2c req-b46a537a-e24f-44ee-ba01-fb9a27bb2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:37.026985 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3710e80f-dc99-4690-957b-e504117c9f2c req-b46a537a-e24f-44ee-ba01-fb9a27bb2c56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4 HTTP/1.1" status: 200 len: 915 time: 0.1680868 Jun 27 12:42:37.141140 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ffd4c-b1f3-4b6d-8118-c72de9d5bf99 req-1348d4b7-14ab-4768-aeb0-dd7ef76b9945 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:37.142595 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-520ffd4c-b1f3-4b6d-8118-c72de9d5bf99 req-1348d4b7-14ab-4768-aeb0-dd7ef76b9945 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 984 time: 0.3402531 Jun 27 12:42:37.146678 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3710e80f-dc99-4690-957b-e504117c9f2c req-2c750b32-25a9-44c4-9be1-6ec00724536e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 200 len: 1001 time: 0.1093097 Jun 27 12:42:37.237662 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-520ffd4c-b1f3-4b6d-8118-c72de9d5bf99 req-5b900207-6c4d-41cc-89f4-0379b1037e89 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&id=ab98936d-1cad-4503-a207-f6f2091b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886979 Jun 27 12:42:37.241458 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710e80f-dc99-4690-957b-e504117c9f2c req-aadeebfc-dc76-4574-a5cd-1a7b91c2243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:37.242806 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3710e80f-dc99-4690-957b-e504117c9f2c req-aadeebfc-dc76-4574-a5cd-1a7b91c2243f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04413724-8ffa-4de7-ae9c-35ca427477dd HTTP/1.1" status: 200 len: 853 time: 0.0808949 Jun 27 12:42:37.319511 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710e80f-dc99-4690-957b-e504117c9f2c req-29019976-c4bd-460d-8eea-c9b4368c61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:37.321008 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3710e80f-dc99-4690-957b-e504117c9f2c req-29019976-c4bd-460d-8eea-c9b4368c61a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708320 Jun 27 12:42:37.455515 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3710e80f-dc99-4690-957b-e504117c9f2c req-00abb5f5-ff9e-433c-ab2c-ebddabc748e3 service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273210 Jun 27 12:42:37.585947 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3710e80f-dc99-4690-957b-e504117c9f2c req-f9782c0b-1499-4ce9-8f0f-2c451027b75f service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230330 Jun 27 12:42:38.497950 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1941491-56e8-42d6-ae62-5066582f9c51 req-bbc49215-054c-4d49-b8ab-1a4eb9f6bcb3 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:38.499409 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c1941491-56e8-42d6-ae62-5066582f9c51 req-bbc49215-054c-4d49-b8ab-1a4eb9f6bcb3 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 984 time: 0.1479700 Jun 27 12:42:38.646075 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-c1941491-56e8-42d6-ae62-5066582f9c51 req-ea980f38-536a-43f0-bd63-d36dae9dc0b8 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Synchronizing usage tracker for tenant:bf2fc62c53bc4eb6867ab0d77db2e392 on resource:security_group {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:42:38.666306 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-c1941491-56e8-42d6-ae62-5066582f9c51 req-ea980f38-536a-43f0-bd63-d36dae9dc0b8 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Unset dirty status for tenant:bf2fc62c53bc4eb6867ab0d77db2e392 on resource:security_group {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:42:38.667511 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c1941491-56e8-42d6-ae62-5066582f9c51 req-ea980f38-536a-43f0-bd63-d36dae9dc0b8 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&id=ab98936d-1cad-4503-a207-f6f2091b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1606541 Jun 27 12:42:39.874590 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672f733-dcab-4dc4-801e-ac1107ba9891 req-9856ec65-f4ac-414d-83b2-82f7757626ca tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:39.876061 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5672f733-dcab-4dc4-801e-ac1107ba9891 req-9856ec65-f4ac-414d-83b2-82f7757626ca tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 984 time: 0.0811105 Jun 27 12:42:39.927012 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-5672f733-dcab-4dc4-801e-ac1107ba9891 req-3df11920-f3d5-4a2e-84a1-74b073239a83 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&id=ab98936d-1cad-4503-a207-f6f2091b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450771 Jun 27 12:42:41.120149 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005589b-eafa-4254-9cab-1a55eb37858b req-b61e527f-32cd-4e00-b8ab-10d869bdf3fc tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:41.121637 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2005589b-eafa-4254-9cab-1a55eb37858b req-b61e527f-32cd-4e00-b8ab-10d869bdf3fc tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 984 time: 0.0894570 Jun 27 12:42:41.175347 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2005589b-eafa-4254-9cab-1a55eb37858b req-b5dbc053-a4ab-42cf-a7cb-66981c823aed tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&id=ab98936d-1cad-4503-a207-f6f2091b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473330 Jun 27 12:42:42.387064 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d47c-da0a-42b7-addf-ba01696ce4c2 req-a0989503-6a9d-480e-bc4d-116b6aa8764b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:42.388535 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2578d47c-da0a-42b7-addf-ba01696ce4c2 req-a0989503-6a9d-480e-bc4d-116b6aa8764b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 984 time: 0.0947578 Jun 27 12:42:42.440966 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2578d47c-da0a-42b7-addf-ba01696ce4c2 req-afcc68f6-f7ba-4605-a858-b7c66b626432 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&id=ab98936d-1cad-4503-a207-f6f2091b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463219 Jun 27 12:42:43.637224 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483a674-09d4-4f9e-9ebd-f7aaa3ffed87 req-becd43a9-f1dc-4745-889d-705f1d19e35e tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:43.638693 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2483a674-09d4-4f9e-9ebd-f7aaa3ffed87 req-becd43a9-f1dc-4745-889d-705f1d19e35e tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 984 time: 0.0853124 Jun 27 12:42:43.685780 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-2483a674-09d4-4f9e-9ebd-f7aaa3ffed87 req-e2e6b0db-28e6-4fbf-a4a8-f0e77910a3d3 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&id=ab98936d-1cad-4503-a207-f6f2091b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411673 Jun 27 12:42:44.893427 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c4e6e-114b-43ab-a046-3668c2d38810 req-2fcaee62-bc83-4304-9a8c-940843645a02 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:44.894873 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2a3c4e6e-114b-43ab-a046-3668c2d38810 req-2fcaee62-bc83-4304-9a8c-940843645a02 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 984 time: 0.0855010 Jun 27 12:42:44.942309 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-2a3c4e6e-114b-43ab-a046-3668c2d38810 req-f3eb445d-7af4-4fc1-95ec-89e4450b908d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&id=ab98936d-1cad-4503-a207-f6f2091b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414617 Jun 27 12:42:46.156255 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8a124-b15d-4973-a677-eadc54a61022 req-a71a8ade-bf61-47ec-9582-a262772b73e4 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:46.157724 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c2e8a124-b15d-4973-a677-eadc54a61022 req-a71a8ade-bf61-47ec-9582-a262772b73e4 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 984 time: 0.0966015 Jun 27 12:42:46.213664 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c2e8a124-b15d-4973-a677-eadc54a61022 req-3350e579-1c28-4167-8c37-c77fbafdd4af tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&id=ab98936d-1cad-4503-a207-f6f2091b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475044 Jun 27 12:42:47.407718 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3f423-88ef-440c-9c6c-e9323a506d61 req-3f668311-370a-478d-a7c8-217d7f5b2f65 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:47.409191 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-21e3f423-88ef-440c-9c6c-e9323a506d61 req-3f668311-370a-478d-a7c8-217d7f5b2f65 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 984 time: 0.0797405 Jun 27 12:42:47.459406 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-21e3f423-88ef-440c-9c6c-e9323a506d61 req-522131aa-5cdd-4e87-bf46-b6d890017c26 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&id=ab98936d-1cad-4503-a207-f6f2091b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441532 Jun 27 12:42:48.670026 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a22e82-383a-49a9-a43e-cd6f04601b48 req-a4dd8b40-88d2-477c-b36d-489e46ef2879 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:42:48.671518 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-35a22e82-383a-49a9-a43e-cd6f04601b48 req-a4dd8b40-88d2-477c-b36d-489e46ef2879 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 984 time: 0.0921593 Jun 27 12:42:48.717915 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-35a22e82-383a-49a9-a43e-cd6f04601b48 req-c00da4d6-9dbf-4ba4-b12f-e96d07a7ad83 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&id=ab98936d-1cad-4503-a207-f6f2091b5616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404031 Jun 27 12:42:51.011406 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [req-17c17042-a986-4166-924b-176bd02c3335 req-76cdeb92-ed0b-47a9-941b-be1a2a7db269 service neutron] (78479) timed out ('10.222.0.36', 49898) {{(pid=78479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 27 12:42:51.636070 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [req-2b06cb8a-d687-421e-a135-01ce5f223399 req-717986c9-7424-488b-8668-71928d696c50 service neutron] (78480) timed out ('10.222.0.36', 49858) {{(pid=78480) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 27 12:42:55.518798 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:56.322408 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [req-a3f3dff6-6c43-4f48-8968-780fbce7c501 req-56357213-e22a-47a4-8e30-e9ce49ddbfd5 service neutron] (78479) timed out ('10.222.0.36', 49889) {{(pid=78479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 27 12:42:56.484260 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-724fa85d-cf7e-4b52-aec3-dc16fc72bee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:56.930888 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:42:59.144796 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-ff7a8d63-76e0-47e5-8b07-c4982ea2a1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:00.160160 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:01.644599 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:13.642937 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:43:25.531706 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:26.485541 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1c1c12e5-f287-4759-a4fd-cf2fe2698e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:26.925625 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:29.144486 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-9a23c165-a73f-4e82-8503-8001be7404ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:30.161241 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:31.646758 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:32.565388 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-aecb87fb-53f3-405c-9442-ecd5fa15e3a5 req-f43414c2-74e9-4760-98aa-b2bc6a6db208 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2203782 Jun 27 12:43:32.711941 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb87fb-53f3-405c-9442-ecd5fa15e3a5 req-f928e61d-7918-4107-b0cd-a71e464a3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:32.713443 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-aecb87fb-53f3-405c-9442-ecd5fa15e3a5 req-f928e61d-7918-4107-b0cd-a71e464a3572 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392&device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 1137 time: 0.0764425 Jun 27 12:43:32.859894 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb87fb-53f3-405c-9442-ecd5fa15e3a5 req-a7d315b1-d5e5-4341-a2b5-bffa0bc4840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:32.861276 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-aecb87fb-53f3-405c-9442-ecd5fa15e3a5 req-a7d315b1-d5e5-4341-a2b5-bffa0bc4840c service neutron] 10.222.0.36 "GET /v2.0/networks?id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4 HTTP/1.1" status: 200 len: 915 time: 0.1258385 Jun 27 12:43:32.969908 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-aecb87fb-53f3-405c-9442-ecd5fa15e3a5 req-3d1a2c0d-6963-4606-b0b0-2c921b20ee68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 200 len: 1001 time: 0.1013558 Jun 27 12:43:33.042498 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb87fb-53f3-405c-9442-ecd5fa15e3a5 req-db4baab8-d096-4d95-b289-993cba2198ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:33.043946 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-aecb87fb-53f3-405c-9442-ecd5fa15e3a5 req-db4baab8-d096-4d95-b289-993cba2198ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04413724-8ffa-4de7-ae9c-35ca427477dd HTTP/1.1" status: 200 len: 853 time: 0.0672550 Jun 27 12:43:33.126968 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb87fb-53f3-405c-9442-ecd5fa15e3a5 req-180803d5-590f-42c5-aef6-e4845d273657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:33.129039 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-aecb87fb-53f3-405c-9442-ecd5fa15e3a5 req-180803d5-590f-42c5-aef6-e4845d273657 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777302 Jun 27 12:43:33.268497 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-aecb87fb-53f3-405c-9442-ecd5fa15e3a5 req-d2fcb72e-a98d-4571-9ca6-f1a30a298fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323431 Jun 27 12:43:33.412526 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-aecb87fb-53f3-405c-9442-ecd5fa15e3a5 req-25abeaa6-b3fe-45ab-8466-113f2b8d03ec service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379137 Jun 27 12:43:50.641663 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:43:52.149093 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8f875aea-5cdf-4f12-926b-20c7bba36289 req-162df3d9-4bed-443a-a9d0-59b1016f1d61 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288358530&fields=id&tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392 HTTP/1.1" status: 200 len: 267 time: 0.0435245 Jun 27 12:43:52.241785 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f875aea-5cdf-4f12-926b-20c7bba36289 req-917a9c7d-89a5-41d3-b8a1-54a6d2d2ccca tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:52.244784 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8f875aea-5cdf-4f12-926b-20c7bba36289 req-917a9c7d-89a5-41d3-b8a1-54a6d2d2ccca tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 984 time: 0.0872815 Jun 27 12:43:52.254263 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-8f875aea-5cdf-4f12-926b-20c7bba36289 req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Request body: {'port': {'security_groups': ['6ee82c34-149f-416f-af9a-c685a6695474']}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:43:52.387030 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-8f875aea-5cdf-4f12-926b-20c7bba36289 req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:52.653196 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-8f875aea-5cdf-4f12-926b-20c7bba36289 req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] For port cb035db8-86bf-4651-a595-9909d3ddb571, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cb035db8-86bf-4651-a595-9909d3ddb571,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:43:52.691479 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-8f875aea-5cdf-4f12-926b-20c7bba36289 req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:52.699415 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-8f875aea-5cdf-4f12-926b-20c7bba36289 req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:52.707568 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-e136ce34-dcbf-47db-91c6-14bf758980c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:52.712450 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['cb035db8-86bf-4651-a595-9909d3ddb571'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:43:52.776800 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f875aea-5cdf-4f12-926b-20c7bba36289 req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:52.777450 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-8f875aea-5cdf-4f12-926b-20c7bba36289 req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:52.779658 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-8f875aea-5cdf-4f12-926b-20c7bba36289 req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "PUT /v2.0/ports/cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 200 len: 942 time: 0.5301068 Jun 27 12:43:52.780140 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:43:52.785527 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42102) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:43:52.807187 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event updated for resources: {'Port': ['ID=cb035db8-86bf-4651-a595-9909d3ddb571,revision_number=7']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:43:52.815546 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:52.816225 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:52.816814 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:52.817378 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:52.817923 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:52.818523 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:52.819071 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:52.819621 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:52.820162 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:52.820720 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:52.821263 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:52.821811 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:52.826402 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-ac69fb9e-f407-457e-8a17-c5ffecc9dbe1 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:52.851194 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571', 'status': 'completed', 'code': 200} Jun 27 12:43:52.891032 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:52.906160 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['cb035db8-86bf-4651-a595-9909d3ddb571'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:43:52.927438 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:52.979531 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ed69a-4027-438a-8a86-00a713be288f req-71f75171-61f7-4c00-bf72-e5172dbce82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:52.981759 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-553ed69a-4027-438a-8a86-00a713be288f req-71f75171-61f7-4c00-bf72-e5172dbce82c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392&device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 1098 time: 0.1066906 Jun 27 12:43:53.022499 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:53.030062 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-be836c92-7e97-4b90-b556-e7359eeb410d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:53.046281 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab98936d-1cad-4503-a207-f6f2091b5616,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:43:53.054555 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:53.054935 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:53.055312 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:53.055681 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:53.056044 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:53.056441 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:53.056809 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:53.057167 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:53.057618 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:53.057976 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:53.058332 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:53.058685 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:43:53.063558 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:53.067252 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:53.070852 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-7c25f910-0e2b-4c9e-b404-8873b9c23d3d tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "DELETE /v2.0/security-groups/ab98936d-1cad-4503-a207-f6f2091b5616 HTTP/1.1" status: 204 len: 168 time: 0.2813783 Jun 27 12:43:53.071156 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42106) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:43:53.137124 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ed69a-4027-438a-8a86-00a713be288f req-2849b92a-e55d-4ef9-96a9-58d580f95d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:53.138632 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-553ed69a-4027-438a-8a86-00a713be288f req-2849b92a-e55d-4ef9-96a9-58d580f95d8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4 HTTP/1.1" status: 200 len: 915 time: 0.1486311 Jun 27 12:43:53.147828 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-fc14097f-cc05-49e6-9c8f-3a4bf4b2bd02 None None] Provisioning complete for port cb035db8-86bf-4651-a595-9909d3ddb571 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:43:53.148209 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-fc14097f-cc05-49e6-9c8f-3a4bf4b2bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:53.285162 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Deleting port c6447883-bafe-40f0-a5b2-90d8b1a42d07 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:43:53.285411 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:53.352983 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-553ed69a-4027-438a-8a86-00a713be288f req-2fc9790b-bb45-4e6b-8f51-fef5c42b58ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 200 len: 1001 time: 0.2069149 Jun 27 12:43:53.416407 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ed69a-4027-438a-8a86-00a713be288f req-3fdf28b9-4a51-475d-a938-56f828d4f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:53.417853 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-553ed69a-4027-438a-8a86-00a713be288f req-3fdf28b9-4a51-475d-a938-56f828d4f832 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04413724-8ffa-4de7-ae9c-35ca427477dd HTTP/1.1" status: 200 len: 853 time: 0.0585597 Jun 27 12:43:53.452600 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:53.452909 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:53.493069 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ed69a-4027-438a-8a86-00a713be288f req-be3682e7-8f2f-47fa-941b-b97056250a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:53.494565 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-553ed69a-4027-438a-8a86-00a713be288f req-be3682e7-8f2f-47fa-941b-b97056250a02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692830 Jun 27 12:43:53.572253 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Calling delete_port for c6447883-bafe-40f0-a5b2-90d8b1a42d07 owned by network:floatingip {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:43:53.627356 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-553ed69a-4027-438a-8a86-00a713be288f req-6e2949b2-b059-400b-b70f-e4565955da55 service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262162 Jun 27 12:43:53.722398 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:53.727000 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9797a263-a59d-4450-903b-380813755ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:43:53.761651 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-553ed69a-4027-438a-8a86-00a713be288f req-d783beec-8621-4496-bc26-8b3b5b75ba50 service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278529 Jun 27 12:43:53.768984 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event deleted for resources: {'Port': ['ID=c6447883-bafe-40f0-a5b2-90d8b1a42d07,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:43:53.772075 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:43:53.865441 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks [] for floatingip, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:53.866164 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.l3_db [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Floating IP 203c52f5-aac7-47c6-87c1-045067a3f130 disassociated (deleted). External IP: 172.27.0.238, port: cb035db8-86bf-4651-a595-9909d3ddb571. Jun 27 12:43:54.329762 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Router a1dacfc1-733c-4c06-883a-f40563a1ffa9 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:43:54.510865 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:43:54.520321 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c213c-3d42-4533-a02e-678d7929af59 None None] Sync routers for ids ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:43:54.531600 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c213c-3d42-4533-a02e-678d7929af59 None None] Routers {'a1dacfc1-733c-4c06-883a-f40563a1ffa9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:43:54.532245 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-108c213c-3d42-4533-a02e-678d7929af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:43:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:43:54.534767 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:54.590239 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "DELETE /v2.0/floatingips/203c52f5-aac7-47c6-87c1-045067a3f130 HTTP/1.1" status: 204 len: 168 time: 1.5179920 Jun 27 12:43:54.590903 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:43:54.637931 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571', 'status': 'completed', 'code': 200} Jun 27 12:43:54.733937 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-108c213c-3d42-4533-a02e-678d7929af59 None None] Set router a1dacfc1-733c-4c06-883a-f40563a1ffa9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:43:54.740102 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bece6ed-49d6-478e-9b50-317027726464 req-ed20574b-145f-4616-b08e-fc541443a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:54.741739 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9bece6ed-49d6-478e-9b50-317027726464 req-ed20574b-145f-4616-b08e-fc541443a637 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392&device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 1098 time: 0.0789180 Jun 27 12:43:54.888713 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bece6ed-49d6-478e-9b50-317027726464 req-e79d34ee-3d88-4726-9d2c-83c444dfc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:54.890397 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9bece6ed-49d6-478e-9b50-317027726464 req-e79d34ee-3d88-4726-9d2c-83c444dfc962 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4 HTTP/1.1" status: 200 len: 915 time: 0.1419561 Jun 27 12:43:54.963819 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9bece6ed-49d6-478e-9b50-317027726464 req-0c1153d1-1cd1-48c4-b5d8-76721983737f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 200 len: 217 time: 0.0669801 Jun 27 12:43:55.026039 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bece6ed-49d6-478e-9b50-317027726464 req-c05550fd-6fa6-471d-a8a8-07e24729fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:55.027390 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9bece6ed-49d6-478e-9b50-317027726464 req-c05550fd-6fa6-471d-a8a8-07e24729fec9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04413724-8ffa-4de7-ae9c-35ca427477dd HTTP/1.1" status: 200 len: 853 time: 0.0577748 Jun 27 12:43:55.052976 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-108c213c-3d42-4533-a02e-678d7929af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:39Z', 'revision_number': 4, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port': {'id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd183f81b-daab-4513-9c21-ea79b53ae975', 'name': '', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'mac_address': 'fa:16:3e:5e:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:38Z', 'updated_at': '2021-06-27T12:40:44Z', 'revision_number': 5, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'subnets': [{'id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:43:55.056984 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c213c-3d42-4533-a02e-678d7929af59 None None] Checking router: a1dacfc1-733c-4c06-883a-f40563a1ffa9 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:43:55.067036 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c213c-3d42-4533-a02e-678d7929af59 None None] Routers {'a1dacfc1-733c-4c06-883a-f40563a1ffa9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:43:55.067666 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-108c213c-3d42-4533-a02e-678d7929af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:43:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:43:55.107486 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bece6ed-49d6-478e-9b50-317027726464 req-26d35eee-2526-4c38-8cc0-a3f5ec884bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:55.109041 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9bece6ed-49d6-478e-9b50-317027726464 req-26d35eee-2526-4c38-8cc0-a3f5ec884bf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af8ab70e-ad16-4966-907c-d9fe06f0d1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744503 Jun 27 12:43:55.240214 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9bece6ed-49d6-478e-9b50-317027726464 req-05394939-8a0b-47b9-a314-cd98da9d6eb1 service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240141 Jun 27 12:43:55.250029 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-108c213c-3d42-4533-a02e-678d7929af59 None None] Set router a1dacfc1-733c-4c06-883a-f40563a1ffa9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:43:55.378698 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-9bece6ed-49d6-478e-9b50-317027726464 req-11127b31-6840-4a9c-9705-38031927678c service neutron] 10.222.0.36 "GET /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313930 Jun 27 12:43:55.561418 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:55.583945 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-108c213c-3d42-4533-a02e-678d7929af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:39Z', 'revision_number': 4, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port': {'id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd183f81b-daab-4513-9c21-ea79b53ae975', 'name': '', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'mac_address': 'fa:16:3e:5e:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:38Z', 'updated_at': '2021-06-27T12:40:44Z', 'revision_number': 5, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'subnets': [{'id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:43:55.587818 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c213c-3d42-4533-a02e-678d7929af59 None None] The sync data for ids ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'] in dv-cinder-798099-1-iscsi is: [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:39Z', 'revision_number': 4, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port': {'id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'd183f81b-daab-4513-9c21-ea79b53ae975', 'name': '', 'network_id': 'af8ab70e-ad16-4966-907c-d9fe06f0d1c4', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'mac_address': 'fa:16:3e:5e:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:38Z', 'updated_at': '2021-06-27T12:40:44Z', 'revision_number': 5, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'subnets': [{'id': '04413724-8ffa-4de7-ae9c-35ca427477dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:43:55.814895 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cd5c81-4185-4117-9d49-e3d8429d6cb7 None None] New status for floating IP 203c52f5-aac7-47c6-87c1-045067a3f130: DOWN {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:43:56.484481 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-02dc478e-266e-4a53-b59d-363b72539310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:56.937391 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:43:58.943348 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b405e-ee42-48b9-a3aa-66fa9080be3d req-4205f87f-ca7b-4fb8-802d-9715284fa820 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:43:58.944035 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-616b405e-ee42-48b9-a3aa-66fa9080be3d req-4205f87f-ca7b-4fb8-802d-9715284fa820 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Synchronizing usage tracker for tenant:bf2fc62c53bc4eb6867ab0d77db2e392 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:43:58.967496 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-616b405e-ee42-48b9-a3aa-66fa9080be3d req-4205f87f-ca7b-4fb8-802d-9715284fa820 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Unset dirty status for tenant:bf2fc62c53bc4eb6867ab0d77db2e392 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:43:58.969205 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-616b405e-ee42-48b9-a3aa-66fa9080be3d req-4205f87f-ca7b-4fb8-802d-9715284fa820 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 945 time: 0.1153693 Jun 27 12:43:59.014360 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-616b405e-ee42-48b9-a3aa-66fa9080be3d req-4bd16cdc-c4da-48da-96ff-014fb1632b86 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Synchronizing usage tracker for tenant:bf2fc62c53bc4eb6867ab0d77db2e392 on resource:security_group {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:43:59.033362 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-616b405e-ee42-48b9-a3aa-66fa9080be3d req-4bd16cdc-c4da-48da-96ff-014fb1632b86 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Unset dirty status for tenant:bf2fc62c53bc4eb6867ab0d77db2e392 on resource:security_group {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:43:59.034439 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-616b405e-ee42-48b9-a3aa-66fa9080be3d req-4bd16cdc-c4da-48da-96ff-014fb1632b86 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596108 Jun 27 12:43:59.143703 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2e029f6b-edb0-4d91-9514-40481058423b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:00.163496 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:00.229485 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a97754-c6b6-49d1-95be-0ffbbdb05bf6 req-b4a4906a-7957-4e33-9605-c2e0787990be tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:00.230938 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b6a97754-c6b6-49d1-95be-0ffbbdb05bf6 req-b4a4906a-7957-4e33-9605-c2e0787990be tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 945 time: 0.0845249 Jun 27 12:44:00.275263 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-b6a97754-c6b6-49d1-95be-0ffbbdb05bf6 req-807aed6a-b04f-4881-9d80-33b595843456 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379910 Jun 27 12:44:01.007466 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6d6c1-1922-48da-99db-a0e312404a5b req-db93918e-9376-4800-a57b-33a949b6fa4e tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:01.008960 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-00a6d6c1-1922-48da-99db-a0e312404a5b req-db93918e-9376-4800-a57b-33a949b6fa4e tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.36 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 945 time: 0.0993555 Jun 27 12:44:01.085969 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-00a6d6c1-1922-48da-99db-a0e312404a5b req-f89eb353-328d-4612-b6c6-e7cdb5fa3136 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Deleting port cb035db8-86bf-4651-a595-9909d3ddb571 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:44:01.086261 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-00a6d6c1-1922-48da-99db-a0e312404a5b req-f89eb353-328d-4612-b6c6-e7cdb5fa3136 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:01.472036 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48c0b5-7c0c-4ec6-acdf-ef9173827d53 req-3385a6da-7399-4224-8069-89bf73622cba tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:01.473518 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9a48c0b5-7c0c-4ec6-acdf-ef9173827d53 req-3385a6da-7399-4224-8069-89bf73622cba tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/ports?device_id=69106b12-f96c-4898-9002-1f7586812e08 HTTP/1.1" status: 200 len: 945 time: 0.0875757 Jun 27 12:44:01.474642 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-00a6d6c1-1922-48da-99db-a0e312404a5b req-f89eb353-328d-4612-b6c6-e7cdb5fa3136 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] For port cb035db8-86bf-4651-a595-9909d3ddb571, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cb035db8-86bf-4651-a595-9909d3ddb571,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:01.475121 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-00a6d6c1-1922-48da-99db-a0e312404a5b req-f89eb353-328d-4612-b6c6-e7cdb5fa3136 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:01.523378 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9a48c0b5-7c0c-4ec6-acdf-ef9173827d53 req-2d44d86b-306d-4fb2-9134-fd350fe9cce3 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ee82c34-149f-416f-af9a-c685a6695474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Jun 27 12:44:01.597754 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-00a6d6c1-1922-48da-99db-a0e312404a5b req-f89eb353-328d-4612-b6c6-e7cdb5fa3136 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Calling delete_port for cb035db8-86bf-4651-a595-9909d3ddb571 owned by compute:nova {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:44:01.648880 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:01.747430 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-00a6d6c1-1922-48da-99db-a0e312404a5b req-f89eb353-328d-4612-b6c6-e7cdb5fa3136 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:01.754420 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-d2a22f55-be35-4226-beb3-9d2ac6910fbf tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:01.762499 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['cb035db8-86bf-4651-a595-9909d3ddb571'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:44:01.805831 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89eb353-328d-4612-b6c6-e7cdb5fa3136 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Pushing event deleted for resources: {'Port': ['ID=cb035db8-86bf-4651-a595-9909d3ddb571,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:01.831895 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f89eb353-328d-4612-b6c6-e7cdb5fa3136 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:01.877255 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a6d6c1-1922-48da-99db-a0e312404a5b req-f89eb353-328d-4612-b6c6-e7cdb5fa3136 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] No DVR routers for this DVR port cb035db8-86bf-4651-a595-9909d3ddb571 on host hv-cinder-79809 {{(pid=78480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:44:01.880065 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-00a6d6c1-1922-48da-99db-a0e312404a5b req-f89eb353-328d-4612-b6c6-e7cdb5fa3136 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:01.882674 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'name': 'network-vif-deleted', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:44:01.899310 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-00a6d6c1-1922-48da-99db-a0e312404a5b req-f89eb353-328d-4612-b6c6-e7cdb5fa3136 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] 10.222.0.36 "DELETE /v2.0/ports/cb035db8-86bf-4651-a595-9909d3ddb571 HTTP/1.1" status: 204 len: 173 time: 0.8851087 Jun 27 12:44:01.928991 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69106b12-f96c-4898-9002-1f7586812e08', 'name': 'network-vif-deleted', 'tag': 'cb035db8-86bf-4651-a595-9909d3ddb571', 'status': 'completed', 'code': 200} Jun 27 12:44:03.229587 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42204) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:03.788417 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774262'] for router_interface, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:04.251375 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] Deleting port d183f81b-daab-4513-9c21-ea79b53ae975 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:44:04.251924 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:04.424181 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] For port d183f81b-daab-4513-9c21-ea79b53ae975, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=d183f81b-daab-4513-9c21-ea79b53ae975,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:04.424519 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:04.551306 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] Calling delete_port for d183f81b-daab-4513-9c21-ea79b53ae975 owned by network:router_interface {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:44:04.876215 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:04.879900 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-553102b9-5d1d-4a99-af32-fb52e8694f24 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:04.925310 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] Pushing event deleted for resources: {'Port': ['ID=d183f81b-daab-4513-9c21-ea79b53ae975,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:04.928406 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:05.132483 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device cb035db8-86bf-4651-a595-9909d3ddb571 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:44:05.167599 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: cb035db8-86bf-4651-a595-9909d3ddb571 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:44:05.168067 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device cb035db8-86bf-4651-a595-9909d3ddb571 not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:44:05.197895 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774362'] for router_interface, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:05.676032 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] Router a1dacfc1-733c-4c06-883a-f40563a1ffa9 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:44:05.910569 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:44:05.919676 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead34b3-e654-49a6-bafb-f59240e7314d None None] Sync routers for ids ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:44:05.923574 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] 10.222.0.38 "PUT /v2.0/routers/a1dacfc1-733c-4c06-883a-f40563a1ffa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6920414 Jun 27 12:44:05.926006 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42208) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:05.929091 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead34b3-e654-49a6-bafb-f59240e7314d None None] Routers {'a1dacfc1-733c-4c06-883a-f40563a1ffa9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:05.929634 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0ead34b3-e654-49a6-bafb-f59240e7314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:43:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:06.102345 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Notify callbacks [] for router, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:06.144421 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-0ead34b3-e654-49a6-bafb-f59240e7314d None None] Set router a1dacfc1-733c-4c06-883a-f40563a1ffa9 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:06.278986 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:06.290240 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Deleting port fb39f741-75ca-45a1-8b3c-86ae636a9cbd {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:44:06.290668 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:06.441277 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0ead34b3-e654-49a6-bafb-f59240e7314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:44:04Z', 'revision_number': 5, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port': {'id': 'fb39f741-75ca-45a1-8b3c-86ae636a9cbd', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:06.445489 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead34b3-e654-49a6-bafb-f59240e7314d None None] Checking router: a1dacfc1-733c-4c06-883a-f40563a1ffa9 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:44:06.455019 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead34b3-e654-49a6-bafb-f59240e7314d None None] Routers {'a1dacfc1-733c-4c06-883a-f40563a1ffa9'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:06.455595 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0ead34b3-e654-49a6-bafb-f59240e7314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:43:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:06.470229 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] For port fb39f741-75ca-45a1-8b3c-86ae636a9cbd, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=fb39f741-75ca-45a1-8b3c-86ae636a9cbd,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:06.470582 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:06.591423 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Calling delete_port for fb39f741-75ca-45a1-8b3c-86ae636a9cbd owned by network:router_gateway {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:44:06.602625 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-0ead34b3-e654-49a6-bafb-f59240e7314d None None] Set router a1dacfc1-733c-4c06-883a-f40563a1ffa9 gateway port host: None {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:06.705028 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-0ead34b3-e654-49a6-bafb-f59240e7314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:44:06Z', 'revision_number': 6, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port_host': None}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:06.709078 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead34b3-e654-49a6-bafb-f59240e7314d None None] The sync data for ids ['a1dacfc1-733c-4c06-883a-f40563a1ffa9'] in dv-cinder-798099-1-iscsi is: [{'id': 'a1dacfc1-733c-4c06-883a-f40563a1ffa9', 'name': 'tempest-TestMinimumBasicScenario-150755070-router', 'tenant_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:35Z', 'updated_at': '2021-06-27T12:44:06Z', 'revision_number': 6, 'project_id': 'bf2fc62c53bc4eb6867ab0d77db2e392', 'gw_port_host': None}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:44:06.765891 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:06.769588 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d998736e-a2f0-4529-8c03-209f4a850dee tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:06.812313 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb39f741-75ca-45a1-8b3c-86ae636a9cbd,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:06.815463 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:07.012946 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3820307'] for router_gateway, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:07.184078 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100831'] for router, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:07.186379 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:07.210901 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3820286'] for router, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:07.211376 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1dacfc1-733c-4c06-883a-f40563a1ffa9 {{(pid=78479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 12:44:07.224255 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] Notify callbacks [] for router, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:07.226086 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-810d2c0f-c6e0-4412-990f-82a6f1e94a5a admin admin] 10.222.0.38 "DELETE /v2.0/routers/a1dacfc1-733c-4c06-883a-f40563a1ffa9 HTTP/1.1" status: 204 len: 168 time: 1.2989914 Jun 27 12:44:07.229631 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42212) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:07.299710 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cb52f7-1dc0-4e19-bb30-b4d924c47751 admin admin] Deleting subnet 04413724-8ffa-4de7-ae9c-35ca427477dd {{(pid=78479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:44:07.303035 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d2cb52f7-1dc0-4e19-bb30-b4d924c47751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:07.352541 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d2cb52f7-1dc0-4e19-bb30-b4d924c47751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424079'] for subnet, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:07.433023 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d2cb52f7-1dc0-4e19-bb30-b4d924c47751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:07.502499 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d2cb52f7-1dc0-4e19-bb30-b4d924c47751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10275257'] for subnet, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:07.508060 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:07.547470 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d2cb52f7-1dc0-4e19-bb30-b4d924c47751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:07.550410 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb52f7-1dc0-4e19-bb30-b4d924c47751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04413724-8ffa-4de7-ae9c-35ca427477dd,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:07.553440 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d2cb52f7-1dc0-4e19-bb30-b4d924c47751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:07.554100 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6580872f-c83d-4770-8d18-b5b97dae272c None None] Network af8ab70e-ad16-4966-907c-d9fe06f0d1c4 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:44:07.558967 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-d2cb52f7-1dc0-4e19-bb30-b4d924c47751 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/04413724-8ffa-4de7-ae9c-35ca427477dd HTTP/1.1" status: 204 len: 168 time: 0.3256545 Jun 27 12:44:07.559431 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42216) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:07.665946 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:07.677209 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Deleting port f61573a3-d5ad-4245-918b-d0f806bf442b {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:44:07.677579 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:07.818525 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874019f2-0b30-425b-80ca-12a47e23f1fc None None] DHCP port deletion for af8ab70e-ad16-4966-907c-d9fe06f0d1c4 request from dv-cinder-798099-1-iscsi {{(pid=78481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 12:44:07.822448 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-874019f2-0b30-425b-80ca-12a47e23f1fc None None] Deleting port f61573a3-d5ad-4245-918b-d0f806bf442b {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:44:07.822814 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-874019f2-0b30-425b-80ca-12a47e23f1fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:07.906593 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] For port f61573a3-d5ad-4245-918b-d0f806bf442b, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=f61573a3-d5ad-4245-918b-d0f806bf442b,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:07.906950 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.030720 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Calling delete_port for f61573a3-d5ad-4245-918b-d0f806bf442b owned by network:dhcp {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:44:08.032746 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-874019f2-0b30-425b-80ca-12a47e23f1fc None None] For port f61573a3-d5ad-4245-918b-d0f806bf442b, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=f61573a3-d5ad-4245-918b-d0f806bf442b,segment=NetworkSegment(ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406),segment_id=ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:08.033146 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-874019f2-0b30-425b-80ca-12a47e23f1fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.109233 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.112972 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f1f6f5a7-b50e-4b71-ae9f-6d99f8b66278 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:08.154798 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-874019f2-0b30-425b-80ca-12a47e23f1fc None None] Calling delete_port for f61573a3-d5ad-4245-918b-d0f806bf442b owned by network:dhcp {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:44:08.155662 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61573a3-d5ad-4245-918b-d0f806bf442b,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:08.158683 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:08.161093 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] No DVR routers for this DVR port f61573a3-d5ad-4245-918b-d0f806bf442b on host dv-cinder-798099-1-iscsi {{(pid=78480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:44:08.233813 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.db.api [None req-874019f2-0b30-425b-80ca-12a47e23f1fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:44:08.234256 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_db.api [None req-874019f2-0b30-425b-80ca-12a47e23f1fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:44:08.291245 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.306073 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8ab70e-ad16-4966-907c-d9fe06f0d1c4']}} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:08.317734 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device fb39f741-75ca-45a1-8b3c-86ae636a9cbd no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:44:08.318359 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406') {'for_net_delete': True} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:08.318655 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.services.segments.db [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7b1c58-5ca8-4c0e-99c7-651c7b2fd406') {} {{(pid=78480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:08.330081 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3158191'] for segment, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.345824 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.350713 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: fb39f741-75ca-45a1-8b3c-86ae636a9cbd {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:44:08.351062 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device fb39f741-75ca-45a1-8b3c-86ae636a9cbd not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:44:08.351475 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device d183f81b-daab-4513-9c21-ea79b53ae975 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:44:08.352351 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=78480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:44:08.352740 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2401454'] for segment, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: Traceback (most recent call last): Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: timer() Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: cb(*args, **kw) Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: return func(*args, **kwargs) Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: self._notify() Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: self.callback(batched_events) Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: event.method(event) Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: return f(self, *a, **k) Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: return self._get(url).json() Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: return self.request(url, 'GET', **kwargs) Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:44:08.365874 dv-cinder-798099-1-iscsi neutron-server[78480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:44:08.421989 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: d183f81b-daab-4513-9c21-ea79b53ae975 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:44:08.422325 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device d183f81b-daab-4513-9c21-ea79b53ae975 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:44:08.422761 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device f61573a3-d5ad-4245-918b-d0f806bf442b no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:44:08.445534 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.449692 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a82349ad-0f2e-41c8-a48f-b6e84906a2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:08.455322 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: f61573a3-d5ad-4245-918b-d0f806bf442b {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:44:08.455701 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device f61573a3-d5ad-4245-918b-d0f806bf442b not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:44:08.463126 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.473267 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Pushing event deleted for resources: {'Network': ['ID=af8ab70e-ad16-4966-907c-d9fe06f0d1c4,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:08.477431 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:08.480700 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] 10.222.0.38 "DELETE /v2.0/networks/af8ab70e-ad16-4966-907c-d9fe06f0d1c4 HTTP/1.1" status: 204 len: 168 time: 0.9203084 Jun 27 12:44:08.483622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42220) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:08.735968 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-874019f2-0b30-425b-80ca-12a47e23f1fc None None] Deleting port f61573a3-d5ad-4245-918b-d0f806bf442b {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:44:08.736635 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-874019f2-0b30-425b-80ca-12a47e23f1fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:08.804966 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-874019f2-0b30-425b-80ca-12a47e23f1fc None None] The port 'f61573a3-d5ad-4245-918b-d0f806bf442b' was deleted {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 12:44:09.123585 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-69e1f53e-0cf0-42da-a09a-96bf6b5b00d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774262'] for router_interface, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:09.481433 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-69e1f53e-0cf0-42da-a09a-96bf6b5b00d5 admin admin] Deleting port 75bb009b-ad2e-4405-a9a5-24f12915a17a {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:44:09.481739 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-69e1f53e-0cf0-42da-a09a-96bf6b5b00d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:09.681638 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-69e1f53e-0cf0-42da-a09a-96bf6b5b00d5 admin admin] For port 75bb009b-ad2e-4405-a9a5-24f12915a17a, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=75bb009b-ad2e-4405-a9a5-24f12915a17a,segment=NetworkSegment(540fc068-6ba1-4fe0-b28b-687f13651318),segment_id=540fc068-6ba1-4fe0-b28b-687f13651318)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:09.682025 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-69e1f53e-0cf0-42da-a09a-96bf6b5b00d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:09.801484 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-69e1f53e-0cf0-42da-a09a-96bf6b5b00d5 admin admin] Calling delete_port for 75bb009b-ad2e-4405-a9a5-24f12915a17a owned by network:router_interface {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:44:10.239363 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-69e1f53e-0cf0-42da-a09a-96bf6b5b00d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:10.242962 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-fd58d550-685e-47e8-9395-0bea8e31d3a2 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:10.285480 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1f53e-0cf0-42da-a09a-96bf6b5b00d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=75bb009b-ad2e-4405-a9a5-24f12915a17a,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:10.288861 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-69e1f53e-0cf0-42da-a09a-96bf6b5b00d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:10.546631 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-69e1f53e-0cf0-42da-a09a-96bf6b5b00d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774362'] for router_interface, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:10.941186 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e1f53e-0cf0-42da-a09a-96bf6b5b00d5 admin admin] Router a48348a0-d4f4-4989-adc0-15e13fa795f1 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:44:11.123018 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e1f53e-0cf0-42da-a09a-96bf6b5b00d5 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:44:11.131627 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7eb576-01b5-431f-b486-225836881eb5 None None] Sync routers for ids ['a48348a0-d4f4-4989-adc0-15e13fa795f1'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:44:11.141657 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-69e1f53e-0cf0-42da-a09a-96bf6b5b00d5 admin admin] 10.222.0.38 "PUT /v2.0/routers/a48348a0-d4f4-4989-adc0-15e13fa795f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6569920 Jun 27 12:44:11.141875 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7eb576-01b5-431f-b486-225836881eb5 None None] Routers {'a48348a0-d4f4-4989-adc0-15e13fa795f1'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:11.142319 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-be7eb576-01b5-431f-b486-225836881eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:43:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a48348a0-d4f4-4989-adc0-15e13fa795f1'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:11.144105 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42224) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:11.326751 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-be7eb576-01b5-431f-b486-225836881eb5 None None] Set router a48348a0-d4f4-4989-adc0-15e13fa795f1 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:11.330605 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:11.619361 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-be7eb576-01b5-431f-b486-225836881eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'name': 'tempest-TestMinimumBasicScenario-1863519185-router', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:41Z', 'updated_at': '2021-06-27T12:44:10Z', 'revision_number': 5, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'gw_port': {'id': '76a209b0-9036-4630-bb0e-587f496ee7c9', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:40:42Z', 'updated_at': '2021-06-27T12:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:11.623513 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7eb576-01b5-431f-b486-225836881eb5 None None] Checking router: a48348a0-d4f4-4989-adc0-15e13fa795f1 for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:44:11.631315 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:11.632260 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7eb576-01b5-431f-b486-225836881eb5 None None] Routers {'a48348a0-d4f4-4989-adc0-15e13fa795f1'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:11.632885 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-be7eb576-01b5-431f-b486-225836881eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:43:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['a48348a0-d4f4-4989-adc0-15e13fa795f1'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:11.643477 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Deleting port 76a209b0-9036-4630-bb0e-587f496ee7c9 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:44:11.643878 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:11.808543 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-be7eb576-01b5-431f-b486-225836881eb5 None None] Set router a48348a0-d4f4-4989-adc0-15e13fa795f1 gateway port host: None {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:11.821093 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] For port 76a209b0-9036-4630-bb0e-587f496ee7c9, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=76a209b0-9036-4630-bb0e-587f496ee7c9,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:11.821476 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:11.911372 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-be7eb576-01b5-431f-b486-225836881eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'name': 'tempest-TestMinimumBasicScenario-1863519185-router', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:41Z', 'updated_at': '2021-06-27T12:44:11Z', 'revision_number': 6, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'gw_port_host': None}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:11.915696 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7eb576-01b5-431f-b486-225836881eb5 None None] The sync data for ids ['a48348a0-d4f4-4989-adc0-15e13fa795f1'] in dv-cinder-798099-1-iscsi is: [{'id': 'a48348a0-d4f4-4989-adc0-15e13fa795f1', 'name': 'tempest-TestMinimumBasicScenario-1863519185-router', 'tenant_id': '6c41eebbb27248b1be44bb6c94d4725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:40:41Z', 'updated_at': '2021-06-27T12:44:11Z', 'revision_number': 6, 'project_id': '6c41eebbb27248b1be44bb6c94d4725d', 'gw_port_host': None}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:44:11.943764 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Calling delete_port for 76a209b0-9036-4630-bb0e-587f496ee7c9 owned by network:router_gateway {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:44:12.125603 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:12.130663 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-c0dcb576-8c3c-4a7d-b89a-93b9339d5d07 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:12.179179 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=76a209b0-9036-4630-bb0e-587f496ee7c9,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:12.182205 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:12.279610 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3820307'] for router_gateway, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:12.363701 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 75bb009b-ad2e-4405-a9a5-24f12915a17a no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:44:12.396864 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 75bb009b-ad2e-4405-a9a5-24f12915a17a {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:44:12.397210 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 75bb009b-ad2e-4405-a9a5-24f12915a17a not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:44:12.460615 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100831'] for router, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:12.462958 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:12.486810 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3820286'] for router, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:12.487404 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a48348a0-d4f4-4989-adc0-15e13fa795f1 {{(pid=78480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 12:44:12.502142 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] Notify callbacks [] for router, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:12.503272 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-cac4ed1b-77f6-482f-bb94-78a877053dc4 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a48348a0-d4f4-4989-adc0-15e13fa795f1 HTTP/1.1" status: 204 len: 168 time: 1.3582902 Jun 27 12:44:12.506049 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42228) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:12.572119 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d8a5ae-f86f-4f5a-bf92-1dde45a1a485 admin admin] Deleting subnet 9a7788d1-21cc-4dd5-81f2-85f0f506c837 {{(pid=78479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:44:12.575206 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a5ae-f86f-4f5a-bf92-1dde45a1a485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:12.625170 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a5ae-f86f-4f5a-bf92-1dde45a1a485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424079'] for subnet, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:12.712837 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a5ae-f86f-4f5a-bf92-1dde45a1a485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:12.795949 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a5ae-f86f-4f5a-bf92-1dde45a1a485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10275257'] for subnet, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:12.799922 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-dacfe169-54b0-4011-a8fb-08a1ce9f9487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:12.835283 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8a5ae-f86f-4f5a-bf92-1dde45a1a485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a7788d1-21cc-4dd5-81f2-85f0f506c837,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:12.838370 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b3d8a5ae-f86f-4f5a-bf92-1dde45a1a485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:12.841440 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a5ae-f86f-4f5a-bf92-1dde45a1a485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:12.846355 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8328a6e9-88b0-4930-8ebd-7ebb1a972b24 None None] Network 79d81d2d-22e3-48fb-8ba5-ab5c089aa564 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:44:12.850966 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-b3d8a5ae-f86f-4f5a-bf92-1dde45a1a485 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9a7788d1-21cc-4dd5-81f2-85f0f506c837 HTTP/1.1" status: 204 len: 168 time: 0.3413856 Jun 27 12:44:12.851431 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42232) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:12.959173 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:12.970856 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Deleting port 77064fcf-5c71-4439-b60a-89cca11b555f {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:44:12.971164 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:13.129235 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf64fd3f-3c56-4f8f-b9f1-55b80555b67d None None] DHCP port deletion for 79d81d2d-22e3-48fb-8ba5-ab5c089aa564 request from dv-cinder-798099-1-iscsi {{(pid=78481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 12:44:13.133961 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-bf64fd3f-3c56-4f8f-b9f1-55b80555b67d None None] Deleting port 77064fcf-5c71-4439-b60a-89cca11b555f {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:44:13.134412 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-bf64fd3f-3c56-4f8f-b9f1-55b80555b67d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:13.187885 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] For port 77064fcf-5c71-4439-b60a-89cca11b555f, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=77064fcf-5c71-4439-b60a-89cca11b555f,segment=NetworkSegment(540fc068-6ba1-4fe0-b28b-687f13651318),segment_id=540fc068-6ba1-4fe0-b28b-687f13651318)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:13.188259 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:13.309192 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Calling delete_port for 77064fcf-5c71-4439-b60a-89cca11b555f owned by network:dhcp {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:44:13.348061 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-bf64fd3f-3c56-4f8f-b9f1-55b80555b67d None None] For port 77064fcf-5c71-4439-b60a-89cca11b555f, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=77064fcf-5c71-4439-b60a-89cca11b555f,segment=NetworkSegment(540fc068-6ba1-4fe0-b28b-687f13651318),segment_id=540fc068-6ba1-4fe0-b28b-687f13651318)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:13.348493 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-bf64fd3f-3c56-4f8f-b9f1-55b80555b67d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:13.386768 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:13.391017 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-4b53b9c6-c444-40ca-9952-bac39972a1f7 tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:13.479456 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-bf64fd3f-3c56-4f8f-b9f1-55b80555b67d None None] Calling delete_port for 77064fcf-5c71-4439-b60a-89cca11b555f owned by network:dhcp {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:44:13.540916 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Pushing event deleted for resources: {'Port': ['ID=77064fcf-5c71-4439-b60a-89cca11b555f,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:13.544021 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:13.546936 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] No DVR routers for this DVR port 77064fcf-5c71-4439-b60a-89cca11b555f on host dv-cinder-798099-1-iscsi {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:44:13.553063 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.db.api [None req-bf64fd3f-3c56-4f8f-b9f1-55b80555b67d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:44:13.553429 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_db.api [None req-bf64fd3f-3c56-4f8f-b9f1-55b80555b67d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:44:13.663884 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:13.676644 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d81d2d-22e3-48fb-8ba5-ab5c089aa564']}} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:13.688467 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540fc068-6ba1-4fe0-b28b-687f13651318') {'for_net_delete': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:13.688761 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540fc068-6ba1-4fe0-b28b-687f13651318') {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:13.703709 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424118'] for segment, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:13.720494 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:13.727169 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=78479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:44:13.727540 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2205596'] for segment, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: Traceback (most recent call last): Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: timer() Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: cb(*args, **kw) Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: return func(*args, **kwargs) Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: self._notify() Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: self.callback(batched_events) Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: event.method(event) Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: return f(self, *a, **k) Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._get(url).json() Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: return self.request(url, 'GET', **kwargs) Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:44:13.741492 dv-cinder-798099-1-iscsi neutron-server[78479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:44:13.821015 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:13.827098 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:13.829717 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ecab08f8-9e96-4fae-b105-d2c97b92399a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:13.850449 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Pushing event deleted for resources: {'Network': ['ID=79d81d2d-22e3-48fb-8ba5-ab5c089aa564,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:13.855437 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:13.858999 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] 10.222.0.38 "DELETE /v2.0/networks/79d81d2d-22e3-48fb-8ba5-ab5c089aa564 HTTP/1.1" status: 204 len: 168 time: 1.0066411 Jun 27 12:44:14.045695 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42238) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:14.054421 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-bf64fd3f-3c56-4f8f-b9f1-55b80555b67d None None] Deleting port 77064fcf-5c71-4439-b60a-89cca11b555f {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:44:14.054873 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-bf64fd3f-3c56-4f8f-b9f1-55b80555b67d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:14.095743 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-cbdd4962-dad0-4252-9725-40cd4f70d577 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bf2fc62c53bc4eb6867ab0d77db2e392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488234 Jun 27 12:44:14.098780 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42242) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:14.123335 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-bf64fd3f-3c56-4f8f-b9f1-55b80555b67d None None] The port '77064fcf-5c71-4439-b60a-89cca11b555f' was deleted {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 12:44:14.162203 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-dea00e56-fa8c-434f-add4-8345d59c10b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:14.188693 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-dea00e56-fa8c-434f-add4-8345d59c10b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:14.242112 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-dea00e56-fa8c-434f-add4-8345d59c10b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:14.245809 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7f7fd7b5-98d2-475a-aa57-c93c68f9d1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:14.259801 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea00e56-fa8c-434f-add4-8345d59c10b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee82c34-149f-416f-af9a-c685a6695474,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:14.263377 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-dea00e56-fa8c-434f-add4-8345d59c10b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:14.275252 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-dea00e56-fa8c-434f-add4-8345d59c10b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:14.276773 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-dea00e56-fa8c-434f-add4-8345d59c10b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6ee82c34-149f-416f-af9a-c685a6695474 HTTP/1.1" status: 204 len: 168 time: 0.1771011 Jun 27 12:44:14.321183 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 77064fcf-5c71-4439-b60a-89cca11b555f no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:44:14.353874 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 77064fcf-5c71-4439-b60a-89cca11b555f {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:44:14.354245 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 77064fcf-5c71-4439-b60a-89cca11b555f not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:44:14.354646 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 76a209b0-9036-4630-bb0e-587f496ee7c9 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:44:14.386955 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 76a209b0-9036-4630-bb0e-587f496ee7c9 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:44:14.387306 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 76a209b0-9036-4630-bb0e-587f496ee7c9 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:44:14.650083 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42250) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:14.702137 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-a47cb498-7f6a-4c1a-95e7-ce92e32cadf8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c41eebbb27248b1be44bb6c94d4725d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505962 Jun 27 12:44:14.704741 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42254) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:14.768659 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a0aadd25-1917-44da-96d5-c17cab2304ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:14.794361 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a0aadd25-1917-44da-96d5-c17cab2304ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:14.847308 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a0aadd25-1917-44da-96d5-c17cab2304ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:14.850933 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-da323699-154e-4989-8556-ddd6dd2aecdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:14.865966 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aadd25-1917-44da-96d5-c17cab2304ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ac6b2d-747d-4d1a-830e-437098f3d128,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:14.869749 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a0aadd25-1917-44da-96d5-c17cab2304ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:14.873089 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-a0aadd25-1917-44da-96d5-c17cab2304ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:14.874239 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-a0aadd25-1917-44da-96d5-c17cab2304ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1ac6b2d-747d-4d1a-830e-437098f3d128 HTTP/1.1" status: 204 len: 168 time: 0.1683629 Jun 27 12:44:15.705034 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42278) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:15.824313 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1647299469-network', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:15.829304 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:15.833325 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Usage tracker for resource:network and tenant:ad72131aec4f41d7b218a8d93e3e47d1 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:15.836241 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:15.842692 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:15.853469 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Made reservation on behalf of ad72131aec4f41d7b218a8d93e3e47d1 for: {'network': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:44:15.855981 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:15.868945 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:15.884924 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:15.889130 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad72131aec4f41d7b218a8d93e3e47d1 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:15.892154 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:15.898345 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:15.983974 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:15.990852 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:15.995039 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-116101d4-2974-425c-a897-0508f57fd6c7 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:16.023823 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=78479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:44:16.032260 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d27cf9-f6f8-4aa9-81c7-8685aa9a8f34,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:16.035695 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:16.038144 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:16.038481 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.segments_db [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Added segment 3526e7d7-686a-4aec-84a1-3faf9f3d4479 of type vlan for network a8509124-4116-4457-96cd-ce4280128114 Jun 27 12:44:16.064457 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:16.095120 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:16.096445 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:16.097021 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:16.100232 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7df30eea-a85e-410e-bf40-fc53d3e1de6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:16.195303 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4891722 Jun 27 12:44:16.198556 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42284) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:16.199082 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=a8509124-4116-4457-96cd-ce4280128114,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:16.201463 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-193d10f6-954e-49fc-a357-326599000ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:16.204747 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Request body: {'subnet': {'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1647299469-subnet', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'ip_version': 4}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:16.208560 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network a8509124-4116-4457-96cd-ce4280128114 details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:44:16.209971 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:16.213938 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Usage tracker for resource:subnet and tenant:ad72131aec4f41d7b218a8d93e3e47d1 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:16.216850 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:16.222540 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:16.233858 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Made reservation on behalf of ad72131aec4f41d7b218a8d93e3e47d1 for: {'subnet': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:44:16.236213 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2389614'] for subnet, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:16.444813 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2400333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2389624'] for subnet, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:16.448928 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:16.519481 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Pushing event updated for resources: {'Subnet': ['ID=193ae10d-16df-4543-89e5-5712c19e05a6,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:16.525283 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:16.532575 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Checking segment: {'id': '3526e7d7-686a-4aec-84a1-3faf9f3d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8509124-4116-4457-96cd-ce4280128114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:44:16.532923 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Network hostable DHCP agents. Network: a8509124-4116-4457-96cd-ce4280128114, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:44:16.553801 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Network a8509124-4116-4457-96cd-ce4280128114 is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:44:16.564877 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, a8509124-4116-4457-96cd-ce4280128114) {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:16.569771 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:16.571255 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for subnet, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:16.572914 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508fb124-483e-4a85-8ef3-1fb0ec3ab996 None None] Network a8509124-4116-4457-96cd-ce4280128114 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:44:16.593764 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-151c61a8-f165-4b1f-ae54-de44ae2d132b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3939433 Jun 27 12:44:16.596730 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42288) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:16.602039 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:16.607578 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:16.611868 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Usage tracker for resource:router and tenant:ad72131aec4f41d7b218a8d93e3e47d1 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:16.614961 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:16.621225 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:16.633985 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100845'] for router, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:16.635121 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3820354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100838'] for router, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:16.656189 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:16.806301 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d5a1f2-d579-5b19-9210-bd0cee90bf3b-a8509124-4116-4457-96cd-ce4280128114', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'fixed_ips': [{'subnet_id': '193ae10d-16df-4543-89e5-5712c19e05a6'}]}} from dv-cinder-798099-1-iscsi. {{(pid=78481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:44:16.807378 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:16.993073 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.db_base_plugin_common [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Allocated IP 172.20.0.2 (a8509124-4116-4457-96cd-ce4280128114/193ae10d-16df-4543-89e5-5712c19e05a6/326a505e-3c07-41ce-8e35-cceedddf4d91) {{(pid=78481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:44:17.061156 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3774418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100808'] for router, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:17.202485 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Notify callbacks [] for port, precommit_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:17.212770 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Transition to ACTIVE for port object 326a505e-3c07-41ce-8e35-cceedddf4d91 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:17.230564 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Transition to ACTIVE for port object 326a505e-3c07-41ce-8e35-cceedddf4d91 will not be triggered until provisioned by entity DHCP. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:17.237460 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:17.241506 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:17.303986 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Network a8509124-4116-4457-96cd-ce4280128114 is already hosted by enough agents. {{(pid=78481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:44:17.307208 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.base_scheduler [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Resources bound (agent type, host, resource id): {{(pid=78481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:17.310688 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Received port after_create {{(pid=78481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:44:17.316487 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Pushing event updated for resources: {'Port': ['ID=326a505e-3c07-41ce-8e35-cceedddf4d91,revision_number=1']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:17.360013 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:17.360887 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:17.360887 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:17.361160 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:17.361523 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:17.361820 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:17.362168 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:17.362486 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:17.362781 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:17.363097 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:17.363444 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:17.363753 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:17.371713 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:17.376630 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:17.406622 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:17.424054 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Attempting to bind port 326a505e-3c07-41ce-8e35-cceedddf4d91 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:44:17.424463 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Attempting to bind port 326a505e-3c07-41ce-8e35-cceedddf4d91 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '3526e7d7-686a-4aec-84a1-3faf9f3d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8509124-4116-4457-96cd-ce4280128114'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:44:17.424824 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Attempting to bind port 326a505e-3c07-41ce-8e35-cceedddf4d91 on network a8509124-4116-4457-96cd-ce4280128114 {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:44:17.430276 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:44:17.430652 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Checking segment: {'id': '3526e7d7-686a-4aec-84a1-3faf9f3d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8509124-4116-4457-96cd-ce4280128114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:44:17.431047 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:17.431438 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Bound using segment: {'id': '3526e7d7-686a-4aec-84a1-3faf9f3d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8509124-4116-4457-96cd-ce4280128114'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:44:17.431928 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Bound port: 326a505e-3c07-41ce-8e35-cceedddf4d91, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3526e7d7-686a-4aec-84a1-3faf9f3d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8509124-4116-4457-96cd-ce4280128114'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:44:17.432309 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:17.526646 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] For port 326a505e-3c07-41ce-8e35-cceedddf4d91, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:44:17.530044 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] For port 326a505e-3c07-41ce-8e35-cceedddf4d91, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=326a505e-3c07-41ce-8e35-cceedddf4d91,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:44:17.536313 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:17.540840 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:17.553105 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Allocated IP 172.27.0.187 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/cb43c26e-8ba2-4eba-a15f-005b3fc1ea10) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:44:17.624932 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Pushing event updated for resources: {'Port': ['ID=326a505e-3c07-41ce-8e35-cceedddf4d91,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:17.627979 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:17.707479 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:17.737856 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:17.741589 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-3b093241-414e-4751-a040-c922c1be3a77 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:17.820614 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:44:17.823993 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:17.827848 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:44:17.873889 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=cb43c26e-8ba2-4eba-a15f-005b3fc1ea10,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:17.879529 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:18.346557 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 326a505e-3c07-41ce-8e35-cceedddf4d91 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:18.378273 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:18.421695 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 326a505e-3c07-41ce-8e35-cceedddf4d91 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:44:18.505124 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d2e3f9-ad54-4f49-976d-b300d8524326 None None] Network a8509124-4116-4457-96cd-ce4280128114 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:44:18.632093 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-1db5d140-a1e7-4bfd-b10e-62b091bbd34b None None] Provisioning for port 326a505e-3c07-41ce-8e35-cceedddf4d91 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:44:18.663419 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-1db5d140-a1e7-4bfd-b10e-62b091bbd34b None None] Provisioning complete for port 326a505e-3c07-41ce-8e35-cceedddf4d91 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:18.663791 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1db5d140-a1e7-4bfd-b10e-62b091bbd34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:18.733228 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3774413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3820407'] for router, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:18.859973 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1db5d140-a1e7-4bfd-b10e-62b091bbd34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:18.903717 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-1db5d140-a1e7-4bfd-b10e-62b091bbd34b None None] For port 326a505e-3c07-41ce-8e35-cceedddf4d91, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=326a505e-3c07-41ce-8e35-cceedddf4d91,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:18.908979 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1db5d140-a1e7-4bfd-b10e-62b091bbd34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:18.913536 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-6d82f597-70d5-4c0c-af2a-d6f5d1c12e2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:18.950079 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 is scheduled to L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 with binding_index 1 {{(pid=78480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:44:18.987453 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5d140-a1e7-4bfd-b10e-62b091bbd34b None None] Pushing event updated for resources: {'Port': ['ID=326a505e-3c07-41ce-8e35-cceedddf4d91,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:18.990625 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-1db5d140-a1e7-4bfd-b10e-62b091bbd34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:19.133774 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-d08f33cb-2b39-4be6-8568-bde2cef0adee None None] Provisioning complete for port 326a505e-3c07-41ce-8e35-cceedddf4d91 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:19.134153 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-d08f33cb-2b39-4be6-8568-bde2cef0adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:19.138882 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:44:19.162460 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Sync routers for ids ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:44:19.165284 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:19.169571 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42294) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:19.172832 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-b64af812-0450-454b-a61e-5e93fea40dd7 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5749900 Jun 27 12:44:19.192670 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Routers {'70b551ba-f478-48dd-99cc-d47c6fb0efc3'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:19.193302 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:43:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:19.426531 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Set router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:19.756495 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:44:18Z', 'revision_number': 3, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port': {'id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:17Z', 'updated_at': '2021-06-27T12:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:19.760765 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Checking router: 70b551ba-f478-48dd-99cc-d47c6fb0efc3 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:44:19.761163 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Updating router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 port cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 binding host dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:44:19.814052 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:19.850362 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.140560 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Notify callbacks [] for port, precommit_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.152777 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Transition to ACTIVE for port object cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:20.161186 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.165190 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-97a8172f-cd83-40ee-98e4-efdee2bb9b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:20.170218 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Allocated IP 172.20.0.1 (a8509124-4116-4457-96cd-ce4280128114/193ae10d-16df-4543-89e5-5712c19e05a6/6c78387d-2e4b-410c-909b-70fd872281d0) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:44:20.239646 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Attempting to bind port cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:44:20.240006 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Attempting to bind port cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:44:20.240373 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Attempting to bind port cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 on network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:44:20.250764 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:44:20.251134 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Checking segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:44:20.251529 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.251918 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Bound using segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:44:20.252395 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Bound port: cb43c26e-8ba2-4eba-a15f-005b3fc1ea10, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:44:20.252761 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.279680 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce088467-cd58-453c-90a0-3e48a5b9dea9 None None] Pushing event updated for resources: {'Port': ['ID=cb43c26e-8ba2-4eba-a15f-005b3fc1ea10,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:20.283257 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-ce088467-cd58-453c-90a0-3e48a5b9dea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:20.320211 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 326a505e-3c07-41ce-8e35-cceedddf4d91 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:20.320822 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.336946 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Transition to ACTIVE for port object 6c78387d-2e4b-410c-909b-70fd872281d0 will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:20.360808 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.365950 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-37f2a26f-aa03-44a5-911b-8277b95b83c7 tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:20.375094 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] For port cb43c26e-8ba2-4eba-a15f-005b3fc1ea10, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:44:20.387720 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] For port cb43c26e-8ba2-4eba-a15f-005b3fc1ea10, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=cb43c26e-8ba2-4eba-a15f-005b3fc1ea10,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:44:20.395005 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.398731 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:20.429021 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Network a8509124-4116-4457-96cd-ce4280128114 is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:44:20.432919 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:20.436136 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:44:20.470645 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Pushing event updated for resources: {'Port': ['ID=6c78387d-2e4b-410c-909b-70fd872281d0,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:20.479433 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:20.482594 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Routers {'70b551ba-f478-48dd-99cc-d47c6fb0efc3'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:20.483221 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:43:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:20.494773 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820465'] for router_interface, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.535534 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 326a505e-3c07-41ce-8e35-cceedddf4d91 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:20.535905 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.571054 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce088467-cd58-453c-90a0-3e48a5b9dea9 None None] Pushing event updated for resources: {'Port': ['ID=cb43c26e-8ba2-4eba-a15f-005b3fc1ea10,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:20.574896 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-ce088467-cd58-453c-90a0-3e48a5b9dea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:20.755304 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-bc7079bb-1392-48ac-9cdb-784cf0981d81 None None] Provisioning for port 6c78387d-2e4b-410c-909b-70fd872281d0 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:44:20.757407 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.768266 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] Set router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:20.873444 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-bc7079bb-1392-48ac-9cdb-784cf0981d81 None None] Provisioning complete for port 6c78387d-2e4b-410c-909b-70fd872281d0 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:20.873880 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-bc7079bb-1392-48ac-9cdb-784cf0981d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.980022 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:20.987151 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2205688'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:21.017350 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-336ef126-4aaf-4298-905f-fe1cdc0192cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:21.065476 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-bc7079bb-1392-48ac-9cdb-784cf0981d81 None None] Port 6c78387d-2e4b-410c-909b-70fd872281d0 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:44:21.092765 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774232'] for router_interface, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:21.097113 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Pushing event updated for resources: {'Port': ['ID=6c78387d-2e4b-410c-909b-70fd872281d0,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:21.101563 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:21.154326 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:44:18Z', 'revision_number': 3, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port': {'id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:17Z', 'updated_at': '2021-06-27T12:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:21.158546 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928952ef-1acc-43a1-a44d-e7b008e87d31 None None] The sync data for ids ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'] in dv-cinder-798099-1-iscsi is: [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:44:18Z', 'revision_number': 3, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port': {'id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:17Z', 'updated_at': '2021-06-27T12:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:44:21.230680 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Network a8509124-4116-4457-96cd-ce4280128114 is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:44:21.231861 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:21.443786 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:44:21.488403 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-11c46052-d19a-4490-8921-22d445de8eab None None] Provisioning complete for port 6c78387d-2e4b-410c-909b-70fd872281d0 triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:21.488997 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-11c46052-d19a-4490-8921-22d445de8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:21.546548 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-11c46052-d19a-4490-8921-22d445de8eab None None] Port 6c78387d-2e4b-410c-909b-70fd872281d0 cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:44:21.762011 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:44:21.772137 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-16f74d64-37e9-4ef8-a896-d7fc8e07ee33 admin admin] 10.222.0.38 "PUT /v2.0/routers/70b551ba-f478-48dd-99cc-d47c6fb0efc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6015594 Jun 27 12:44:22.339428 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:22.379134 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42318) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:22.385425 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1889462825-network', 'tenant_id': '72f7636361334f11a1deebf131448385'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:22.390658 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:22.395140 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Usage tracker for resource:network and tenant:72f7636361334f11a1deebf131448385 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:22.398239 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:22.404392 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:22.412916 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:44:22.415930 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Made reservation on behalf of 72f7636361334f11a1deebf131448385 for: {'network': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:44:22.418034 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:22.418334 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for network, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:22.418469 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:22.431190 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:22.445885 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:22.449939 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Usage tracker for resource:security_group_rule and tenant:72f7636361334f11a1deebf131448385 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:22.452856 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:22.458631 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:22.541395 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:22.547002 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:22.553461 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:22.559007 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-623c6308-1d6c-412c-af86-7b917e2c8288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:22.560164 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port cb43c26e-8ba2-4eba-a15f-005b3fc1ea10, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=cb43c26e-8ba2-4eba-a15f-005b3fc1ea10,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:22.565088 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:22.568031 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-ce088467-cd58-453c-90a0-3e48a5b9dea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:22.587261 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=78479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 12:44:22.595865 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f019c3be-58ac-43c0-9707-3a20786a61ad,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:22.599425 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:22.602050 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:22.602442 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.segments_db [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Added segment a420aa3a-ddc9-4de6-a328-153aec1dfa27 of type vlan for network f35ed9c8-3e8b-4dec-969d-8eda560a323f Jun 27 12:44:22.632408 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737231921264'] for network, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:22.642394 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=cb43c26e-8ba2-4eba-a15f-005b3fc1ea10,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:22.646020 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:22.649736 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Sync routers for ids ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:44:22.663367 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Routers {'70b551ba-f478-48dd-99cc-d47c6fb0efc3'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:22.663983 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:43:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:22.666103 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157'] for network, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:22.667441 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:22.668025 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:22.672920 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:22.771295 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3909252 Jun 27 12:44:22.772092 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Pushing event updated for resources: {'Network': ['ID=f35ed9c8-3e8b-4dec-969d-8eda560a323f,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:22.775383 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42322) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:22.779095 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-c40b6fcf-c0fc-48e0-ab4a-a7f4d65e6f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:22.782783 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Request body: {'subnet': {'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1889462825-subnet', 'tenant_id': '72f7636361334f11a1deebf131448385', 'ip_version': 4}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:22.784744 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Network f35ed9c8-3e8b-4dec-969d-8eda560a323f details requested by agent ovs-agent-dv-cinder-798099-1-iscsi with host dv-cinder-798099-1-iscsi {{(pid=78481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 27 12:44:22.788006 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:22.794939 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Usage tracker for resource:subnet and tenant:72f7636361334f11a1deebf131448385 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:22.796327 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:22.802600 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:22.815113 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Made reservation on behalf of 72f7636361334f11a1deebf131448385 for: {'subnet': 1} {{(pid=78479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:44:22.818007 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10275220'] for subnet, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:22.840970 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Set router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:23.033727 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2204543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10275202'] for subnet, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.037493 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-a08195b7-f3b9-4f10-955b-a3ca1b873096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:23.104045 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d2e791-7314-473f-865d-baf9c9107162,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:23.106857 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:23.116502 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Checking segment: {'id': 'a420aa3a-ddc9-4de6-a328-153aec1dfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:44:23.116849 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Network hostable DHCP agents. Network: f35ed9c8-3e8b-4dec-969d-8eda560a323f, hostable agents: ['55b5c42f-29a8-444e-b582-16419dbdbeac'], hosted agents: [] {{(pid=78479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 12:44:23.135777 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Network f35ed9c8-3e8b-4dec-969d-8eda560a323f is scheduled to be hosted by DHCP agent 55b5c42f-29a8-444e-b582-16419dbdbeac with binding_index 1 {{(pid=78479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 12:44:23.147633 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798099-1-iscsi, f35ed9c8-3e8b-4dec-969d-8eda560a323f) {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:23.152631 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:23.153208 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.157781 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840d1272-ae40-486b-9c32-32eb0f29a3e8 None None] Network f35ed9c8-3e8b-4dec-969d-8eda560a323f requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:44:23.165201 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:44:20Z', 'revision_number': 4, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port': {'id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:17Z', 'updated_at': '2021-06-27T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '6c78387d-2e4b-410c-909b-70fd872281d0', 'name': '', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'mac_address': 'fa:16:3e:81:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:19Z', 'updated_at': '2021-06-27T12:44:20Z', 'revision_number': 2, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'subnets': [{'id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:23.169456 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Checking router: 70b551ba-f478-48dd-99cc-d47c6fb0efc3 for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:44:23.169813 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Updating router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 port 6c78387d-2e4b-410c-909b-70fd872281d0 binding host dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:44:23.177228 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-1c34bf8c-a853-46f9-9d5b-09d7614ec89f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3995371 Jun 27 12:44:23.179484 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42326) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:23.185681 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1889462825-router', 'tenant_id': '72f7636361334f11a1deebf131448385', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:23.191238 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:23.195723 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Usage tracker for resource:router and tenant:72f7636361334f11a1deebf131448385 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:23.198953 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:23.205158 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:23.218059 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100845'] for router, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.219506 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3775807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3820354', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100838'] for router, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.222796 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.236429 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.371551 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06d5a1f2-d579-5b19-9210-bd0cee90bf3b-f35ed9c8-3e8b-4dec-969d-8eda560a323f', 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f', 'tenant_id': '72f7636361334f11a1deebf131448385', 'fixed_ips': [{'subnet_id': '12d2e791-7314-473f-865d-baf9c9107162'}]}} from dv-cinder-798099-1-iscsi. {{(pid=78481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 27 12:44:23.372435 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.522375 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3820368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3774418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100808'] for router, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.543113 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.db_base_plugin_common [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Allocated IP 172.20.0.2 (f35ed9c8-3e8b-4dec-969d-8eda560a323f/12d2e791-7314-473f-865d-baf9c9107162/8c3c18af-1ba3-45ea-a39c-daa1844a1246) {{(pid=78481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:44:23.582049 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Notify callbacks [] for port, precommit_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.596088 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.provisioning_blocks [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Transition to ACTIVE for port object 6c78387d-2e4b-410c-909b-70fd872281d0 will not be triggered until provisioned by entity L2. {{(pid=78482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:23.604815 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.609050 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:23.751502 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Notify callbacks [] for port, precommit_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.763056 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Transition to ACTIVE for port object 8c3c18af-1ba3-45ea-a39c-daa1844a1246 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:23.787510 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Transition to ACTIVE for port object 8c3c18af-1ba3-45ea-a39c-daa1844a1246 will not be triggered until provisioned by entity DHCP. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:23.800487 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039'] for port, after_create {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.801742 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Pushing event updated for resources: {'Port': ['ID=6c78387d-2e4b-410c-909b-70fd872281d0,revision_number=3']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:23.814515 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:23.815157 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:23.815614 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:23.815820 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:23.816227 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:23.816502 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:23.816821 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:23.817139 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:23.817587 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:23.817790 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:23.818104 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:23.818415 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:23.822629 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:23.829115 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:23.839007 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Attempting to bind port 6c78387d-2e4b-410c-909b-70fd872281d0 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:44:23.839656 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Attempting to bind port 6c78387d-2e4b-410c-909b-70fd872281d0 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '3526e7d7-686a-4aec-84a1-3faf9f3d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8509124-4116-4457-96cd-ce4280128114'}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:44:23.840024 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Attempting to bind port 6c78387d-2e4b-410c-909b-70fd872281d0 on network a8509124-4116-4457-96cd-ce4280128114 {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:44:23.846167 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:44:23.846553 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Checking segment: {'id': '3526e7d7-686a-4aec-84a1-3faf9f3d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8509124-4116-4457-96cd-ce4280128114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:44:23.846960 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.847359 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Bound using segment: {'id': '3526e7d7-686a-4aec-84a1-3faf9f3d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8509124-4116-4457-96cd-ce4280128114'} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:44:23.847831 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Bound port: 6c78387d-2e4b-410c-909b-70fd872281d0, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3526e7d7-686a-4aec-84a1-3faf9f3d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8509124-4116-4457-96cd-ce4280128114'}}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:44:23.848208 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.880805 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.926095 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:23.933228 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Network f35ed9c8-3e8b-4dec-969d-8eda560a323f is already hosted by enough agents. {{(pid=78481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:44:23.934025 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Pushing event updated for resources: {'Port': ['ID=8c3c18af-1ba3-45ea-a39c-daa1844a1246,revision_number=1']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:23.936848 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.scheduler.base_scheduler [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Resources bound (agent type, host, resource id): {{(pid=78481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:23.938733 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:23.939322 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Received port after_create {{(pid=78481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:44:23.993616 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] For port 6c78387d-2e4b-410c-909b-70fd872281d0, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:44:23.996734 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] For port 6c78387d-2e4b-410c-909b-70fd872281d0, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=6c78387d-2e4b-410c-909b-70fd872281d0,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:44:24.003511 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:24.007501 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:24.040221 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Attempting to bind port 8c3c18af-1ba3-45ea-a39c-daa1844a1246 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:44:24.040563 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Attempting to bind port 8c3c18af-1ba3-45ea-a39c-daa1844a1246 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': 'a420aa3a-ddc9-4de6-a328-153aec1dfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:44:24.040891 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Attempting to bind port 8c3c18af-1ba3-45ea-a39c-daa1844a1246 on network f35ed9c8-3e8b-4dec-969d-8eda560a323f {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:44:24.047179 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:44:24.047573 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Checking segment: {'id': 'a420aa3a-ddc9-4de6-a328-153aec1dfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:44:24.047979 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:24.048399 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Bound using segment: {'id': 'a420aa3a-ddc9-4de6-a328-153aec1dfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:44:24.048877 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Bound port: 8c3c18af-1ba3-45ea-a39c-daa1844a1246, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a420aa3a-ddc9-4de6-a328-153aec1dfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:44:24.049258 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:24.085678 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Routers {'70b551ba-f478-48dd-99cc-d47c6fb0efc3'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:24.086334 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:43:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:24.164910 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] For port 8c3c18af-1ba3-45ea-a39c-daa1844a1246, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:44:24.165164 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Pushing event updated for resources: {'Port': ['ID=6c78387d-2e4b-410c-909b-70fd872281d0,revision_number=4']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:24.175252 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-6868bfd0-c2e6-4565-a778-53416a3875ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:24.177044 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] For port 8c3c18af-1ba3-45ea-a39c-daa1844a1246, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=8c3c18af-1ba3-45ea-a39c-daa1844a1246,segment=NetworkSegment(a420aa3a-ddc9-4de6-a328-153aec1dfa27),segment_id=a420aa3a-ddc9-4de6-a328-153aec1dfa27)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:44:24.186328 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:24.192587 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:24.204017 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Allocated IP 172.27.0.184 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/5b978457-2a4f-427c-bf75-faa70dcfa674) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:44:24.279101 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Pushing event updated for resources: {'Port': ['ID=8c3c18af-1ba3-45ea-a39c-daa1844a1246,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:24.283195 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-f4bbb615-cd12-4d97-9396-7aff7235e90a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:24.322300 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] Set router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:24.365275 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:24.381529 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:24.429292 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:24.434164 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-14b2ead3-165a-4e29-a673-7ecbe078099b tempest-VolumesSnapshotTestJSON-65407673 tempest-VolumesSnapshotTestJSON-65407673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:24.445812 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:24.446194 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:24.498341 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:44:24.501605 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:24.505688 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:44:24.569382 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=5b978457-2a4f-427c-bf75-faa70dcfa674,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:24.578303 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:24.745625 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:44:20Z', 'revision_number': 4, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port': {'id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:17Z', 'updated_at': '2021-06-27T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '6c78387d-2e4b-410c-909b-70fd872281d0', 'name': '', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'mac_address': 'fa:16:3e:81:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:19Z', 'updated_at': '2021-06-27T12:44:23Z', 'revision_number': 4, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'subnets': [{'id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:24.749846 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb4612-b98e-4e95-9d74-e48a1580cb1b None None] The sync data for ids ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'] in dv-cinder-798099-1-iscsi is: [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:44:20Z', 'revision_number': 4, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port': {'id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:17Z', 'updated_at': '2021-06-27T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '6c78387d-2e4b-410c-909b-70fd872281d0', 'name': '', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'mac_address': 'fa:16:3e:81:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:19Z', 'updated_at': '2021-06-27T12:44:23Z', 'revision_number': 4, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'subnets': [{'id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:44:25.004832 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:25.331677 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5a8cf4-9ad8-483b-bc18-f12698051aa1 None None] Network f35ed9c8-3e8b-4dec-969d-8eda560a323f requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:44:25.364912 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3774413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3820407'] for router, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:25.455022 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-6148dafa-4559-4e3c-8539-99285002858a None None] Provisioning for port 8c3c18af-1ba3-45ea-a39c-daa1844a1246 completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:44:25.557559 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:25.585603 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Router 820941b7-6b3e-46b0-91b0-64c947dce9a0 is scheduled to L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 with binding_index 1 {{(pid=78479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 27 12:44:25.912528 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:44:25.921542 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Sync routers for ids ['820941b7-6b3e-46b0-91b0-64c947dce9a0'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:44:25.930592 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Routers {'820941b7-6b3e-46b0-91b0-64c947dce9a0'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:25.931188 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:43:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['820941b7-6b3e-46b0-91b0-64c947dce9a0'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:25.938854 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Notify callbacks [] for router, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:25.940396 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7595022 Jun 27 12:44:25.943037 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42330) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:26.105187 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Set router 820941b7-6b3e-46b0-91b0-64c947dce9a0 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:26.378081 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 8c3c18af-1ba3-45ea-a39c-daa1844a1246 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:26.473165 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 8c3c18af-1ba3-45ea-a39c-daa1844a1246 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:44:26.484636 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'name': 'tempest-TestShelveInstance-1889462825-router', 'tenant_id': '72f7636361334f11a1deebf131448385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:44:24Z', 'revision_number': 3, 'project_id': '72f7636361334f11a1deebf131448385', 'gw_port': {'id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:98:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:26.489755 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 8c3c18af-1ba3-45ea-a39c-daa1844a1246 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:26.490143 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:26.525590 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Checking router: 820941b7-6b3e-46b0-91b0-64c947dce9a0 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:44:26.525950 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Updating router 820941b7-6b3e-46b0-91b0-64c947dce9a0 port 5b978457-2a4f-427c-bf75-faa70dcfa674 binding host dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:44:26.559703 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e2c83cb8-0907-4147-8979-2da2bde16c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:26.593979 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:26.627146 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:26.762318 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:26.843920 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Allocated IP 172.20.0.1 (f35ed9c8-3e8b-4dec-969d-8eda560a323f/12d2e791-7314-473f-865d-baf9c9107162/e92f37a8-2559-4037-8601-2d097ccd23ae) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:44:26.879304 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 8c3c18af-1ba3-45ea-a39c-daa1844a1246, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=8c3c18af-1ba3-45ea-a39c-daa1844a1246,segment=NetworkSegment(a420aa3a-ddc9-4de6-a328-153aec1dfa27),segment_id=a420aa3a-ddc9-4de6-a328-153aec1dfa27)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:26.891955 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:26.892818 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 6c78387d-2e4b-410c-909b-70fd872281d0 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:26.920216 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-35b8de0e-709c-44a9-9c18-2a3b1bd49c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:26.998220 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.016437 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.provisioning_blocks [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Transition to ACTIVE for port object e92f37a8-2559-4037-8601-2d097ccd23ae will not be triggered until provisioned by entity DHCP. {{(pid=78479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:27.044064 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.049796 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-06bb1bd3-1400-47c1-b147-73f287c9d0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:27.069737 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.111070 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=8c3c18af-1ba3-45ea-a39c-daa1844a1246,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:27.113734 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Network f35ed9c8-3e8b-4dec-969d-8eda560a323f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:44:27.116531 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:27.116963 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:27.120401 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:44:27.157967 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Pushing event updated for resources: {'Port': ['ID=e92f37a8-2559-4037-8601-2d097ccd23ae,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:27.160388 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 6c78387d-2e4b-410c-909b-70fd872281d0 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:44:27.166686 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:27.179319 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 6c78387d-2e4b-410c-909b-70fd872281d0 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:27.179711 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.182962 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3820465'] for router_interface, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.243575 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Notify callbacks [] for port, precommit_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.261927 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Transition to ACTIVE for port object 5b978457-2a4f-427c-bf75-faa70dcfa674 will not be triggered until provisioned by entity L2. {{(pid=78481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:27.273506 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.277570 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-ce088467-cd58-453c-90a0-3e48a5b9dea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:27.317039 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.403536 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90284d42-f4ce-4680-ba49-5ecbbd71f392 None None] Pushing event updated for resources: {'Port': ['ID=5b978457-2a4f-427c-bf75-faa70dcfa674,revision_number=2']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:27.408440 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.420932 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-90284d42-f4ce-4680-ba49-5ecbbd71f392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:27.422174 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Attempting to bind port 5b978457-2a4f-427c-bf75-faa70dcfa674 on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:44:27.422546 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Attempting to bind port 5b978457-2a4f-427c-bf75-faa70dcfa674 by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:44:27.422908 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Attempting to bind port 5b978457-2a4f-427c-bf75-faa70dcfa674 on network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:44:27.441771 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:44:27.442146 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Checking segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:44:27.442555 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.442955 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Bound using segment: {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'} {{(pid=78481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:44:27.443437 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.managers [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Bound port: 5b978457-2a4f-427c-bf75-faa70dcfa674, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6c05d-1541-4117-9093-94535c1caffb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f'}}] {{(pid=78481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:44:27.443815 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.487457 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-8e3494b5-1338-413a-8f7a-b562129146e1 None None] Provisioning for port e92f37a8-2559-4037-8601-2d097ccd23ae completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:44:27.506857 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 6c78387d-2e4b-410c-909b-70fd872281d0, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=6c78387d-2e4b-410c-909b-70fd872281d0,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:27.509954 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-8e3494b5-1338-413a-8f7a-b562129146e1 None None] Provisioning complete for port e92f37a8-2559-4037-8601-2d097ccd23ae triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:27.510210 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-8e3494b5-1338-413a-8f7a-b562129146e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.548855 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.559328 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-a19f60ce-6ec9-4122-9476-585ae61c319f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:27.637458 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] For port 5b978457-2a4f-427c-bf75-faa70dcfa674, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:44:27.640416 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:44:27.647886 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-8e3494b5-1338-413a-8f7a-b562129146e1 None None] Port e92f37a8-2559-4037-8601-2d097ccd23ae cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:44:27.658534 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] For port 5b978457-2a4f-427c-bf75-faa70dcfa674, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=5b978457-2a4f-427c-bf75-faa70dcfa674,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:44:27.662815 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=6c78387d-2e4b-410c-909b-70fd872281d0,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:27.666306 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.670335 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:27.670795 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:27.687877 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.693507 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2205688'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.720445 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b7c2fb5b-b3eb-4941-9cef-6dd71468179b tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:27.742870 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Routers {'820941b7-6b3e-46b0-91b0-64c947dce9a0'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:27.743475 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:43:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['820941b7-6b3e-46b0-91b0-64c947dce9a0'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:27.800807 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Pushing event updated for resources: {'Port': ['ID=e92f37a8-2559-4037-8601-2d097ccd23ae,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:27.803219 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774232'] for router_interface, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:27.812198 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90284d42-f4ce-4680-ba49-5ecbbd71f392 None None] Pushing event updated for resources: {'Port': ['ID=5b978457-2a4f-427c-bf75-faa70dcfa674,revision_number=3']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:27.812493 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:27.817133 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-90284d42-f4ce-4680-ba49-5ecbbd71f392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:27.932298 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] Set router 820941b7-6b3e-46b0-91b0-64c947dce9a0 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:27.942374 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Network f35ed9c8-3e8b-4dec-969d-8eda560a323f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:44:27.943568 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:28.129965 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Router 820941b7-6b3e-46b0-91b0-64c947dce9a0 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:44:28.190172 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-f057fdf7-84fc-48fb-a0a9-ac82fea6956d None None] Provisioning complete for port e92f37a8-2559-4037-8601-2d097ccd23ae triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:28.190555 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-f057fdf7-84fc-48fb-a0a9-ac82fea6956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:28.291017 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-f057fdf7-84fc-48fb-a0a9-ac82fea6956d None None] Port e92f37a8-2559-4037-8601-2d097ccd23ae cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:44:28.318083 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:44:28.327235 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-56805425-d685-4d60-b673-cd236b902326 admin admin] 10.222.0.38 "PUT /v2.0/routers/820941b7-6b3e-46b0-91b0-64c947dce9a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3831975 Jun 27 12:44:28.337060 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'name': 'tempest-TestShelveInstance-1889462825-router', 'tenant_id': '72f7636361334f11a1deebf131448385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 4, 'project_id': '72f7636361334f11a1deebf131448385', 'gw_port': {'id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:98:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'e92f37a8-2559-4037-8601-2d097ccd23ae', 'name': '', 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f', 'tenant_id': '72f7636361334f11a1deebf131448385', 'mac_address': 'fa:16:3e:9e:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '12d2e791-7314-473f-865d-baf9c9107162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:26Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 2, 'project_id': '72f7636361334f11a1deebf131448385', 'subnets': [{'id': '12d2e791-7314-473f-865d-baf9c9107162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:28.343063 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 8c3c18af-1ba3-45ea-a39c-daa1844a1246 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:28.371253 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bc757-c8c6-4950-aa6c-bd2ab1c3f8f1 None None] The sync data for ids ['820941b7-6b3e-46b0-91b0-64c947dce9a0'] in dv-cinder-798099-1-iscsi is: [{'id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'name': 'tempest-TestShelveInstance-1889462825-router', 'tenant_id': '72f7636361334f11a1deebf131448385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 4, 'project_id': '72f7636361334f11a1deebf131448385', 'gw_port': {'id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:98:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'e92f37a8-2559-4037-8601-2d097ccd23ae', 'name': '', 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f', 'tenant_id': '72f7636361334f11a1deebf131448385', 'mac_address': 'fa:16:3e:9e:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '12d2e791-7314-473f-865d-baf9c9107162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:26Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 2, 'project_id': '72f7636361334f11a1deebf131448385', 'subnets': [{'id': '12d2e791-7314-473f-865d-baf9c9107162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:44:28.417250 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 8c3c18af-1ba3-45ea-a39c-daa1844a1246 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:28.417859 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:28.543357 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 6c78387d-2e4b-410c-909b-70fd872281d0 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:28.626222 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 6c78387d-2e4b-410c-909b-70fd872281d0 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:28.626222 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:28.987922 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42340) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:28.993493 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002259241', 'description': 'tempest-secgroup-smoke-1002259241 description', 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:28.999630 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:29.005355 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Usage tracker for resource:security_group and tenant:ad72131aec4f41d7b218a8d93e3e47d1 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:29.011331 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:29.018677 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:29.033079 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.059471 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:29.063842 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Usage tracker for resource:security_group_rule and tenant:ad72131aec4f41d7b218a8d93e3e47d1 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:29.066899 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:29.072856 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:29.138976 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ddff-3e87-444b-abd2-70bf952baf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.147795 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.153221 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.157368 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-f4552af7-ff3d-4876-acdb-fd18d20736fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:29.200430 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:29.203483 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:29.204789 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.209174 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-44de18a8-f7ea-4a25-ae51-7f45949830f0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2170689 Jun 27 12:44:29.209627 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42344) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:29.214914 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-a4324774-1ebf-487c-b18a-397d9f5240e2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Request body: {'security_group_rule': {'security_group_id': 'd346c4c5-cdd2-40c0-a9d8-0039f3bc3255', 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:29.221387 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-a4324774-1ebf-487c-b18a-397d9f5240e2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:29.225694 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-a4324774-1ebf-487c-b18a-397d9f5240e2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Usage tracker for resource:security_group_rule and tenant:ad72131aec4f41d7b218a8d93e3e47d1 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:29.228663 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-a4324774-1ebf-487c-b18a-397d9f5240e2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:29.234517 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-a4324774-1ebf-487c-b18a-397d9f5240e2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:29.253253 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a4324774-1ebf-487c-b18a-397d9f5240e2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.318041 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a4324774-1ebf-487c-b18a-397d9f5240e2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.324334 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a4324774-1ebf-487c-b18a-397d9f5240e2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.326429 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:29.349193 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4324774-1ebf-487c-b18a-397d9f5240e2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566b543f-91b4-4f2e-9dc8-a139eec5daa3,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:29.354634 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a4324774-1ebf-487c-b18a-397d9f5240e2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:29.360204 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-a4324774-1ebf-487c-b18a-397d9f5240e2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.361429 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-a4324774-1ebf-487c-b18a-397d9f5240e2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510348 Jun 27 12:44:29.364467 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42348) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:29.369736 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-859c8f51-90ba-49a2-bd9d-95847796c33d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Request body: {'security_group_rule': {'security_group_id': 'd346c4c5-cdd2-40c0-a9d8-0039f3bc3255', 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:29.375941 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-859c8f51-90ba-49a2-bd9d-95847796c33d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:29.379912 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-859c8f51-90ba-49a2-bd9d-95847796c33d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Usage tracker for resource:security_group_rule and tenant:ad72131aec4f41d7b218a8d93e3e47d1 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:29.382988 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-859c8f51-90ba-49a2-bd9d-95847796c33d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:29.389711 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-859c8f51-90ba-49a2-bd9d-95847796c33d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:29.409382 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-859c8f51-90ba-49a2-bd9d-95847796c33d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.473475 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-859c8f51-90ba-49a2-bd9d-95847796c33d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.478398 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-859c8f51-90ba-49a2-bd9d-95847796c33d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.485395 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:29.505987 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c8f51-90ba-49a2-bd9d-95847796c33d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83031300-d38a-4009-a870-1d1a462a056f,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:29.510722 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-859c8f51-90ba-49a2-bd9d-95847796c33d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:29.516673 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-859c8f51-90ba-49a2-bd9d-95847796c33d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.517871 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-859c8f51-90ba-49a2-bd9d-95847796c33d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525836 Jun 27 12:44:29.520991 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42352) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:29.526858 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-7c1de70a-b2c6-4bb9-b601-6e181c6aad70 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Request body: {'security_group_rule': {'security_group_id': 'd346c4c5-cdd2-40c0-a9d8-0039f3bc3255', 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:29.533306 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7c1de70a-b2c6-4bb9-b601-6e181c6aad70 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:29.537102 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7c1de70a-b2c6-4bb9-b601-6e181c6aad70 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Usage tracker for resource:security_group_rule and tenant:ad72131aec4f41d7b218a8d93e3e47d1 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:29.540024 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-7c1de70a-b2c6-4bb9-b601-6e181c6aad70 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:29.545920 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-7c1de70a-b2c6-4bb9-b601-6e181c6aad70 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:29.566016 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c1de70a-b2c6-4bb9-b601-6e181c6aad70 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.633283 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c1de70a-b2c6-4bb9-b601-6e181c6aad70 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.640210 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c1de70a-b2c6-4bb9-b601-6e181c6aad70 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.646893 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1e6ff655-c87d-48f2-baaf-d16f6e603249 tempest-TestVolumeBootPattern-2013236898 tempest-TestVolumeBootPattern-2013236898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:29.666789 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1de70a-b2c6-4bb9-b601-6e181c6aad70 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275bc6bc-8180-4bfb-a1c0-a5f5e9347e22,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:29.669295 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7c1de70a-b2c6-4bb9-b601-6e181c6aad70 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:29.677882 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7c1de70a-b2c6-4bb9-b601-6e181c6aad70 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.679109 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-7c1de70a-b2c6-4bb9-b601-6e181c6aad70 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1570263 Jun 27 12:44:29.682211 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42356) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:29.687272 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [None req-1ecebd17-0387-41b7-8569-8054c7002a6f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Request body: {'security_group_rule': {'security_group_id': 'd346c4c5-cdd2-40c0-a9d8-0039f3bc3255', 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:29.693324 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-1ecebd17-0387-41b7-8569-8054c7002a6f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:29.697221 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-1ecebd17-0387-41b7-8569-8054c7002a6f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Usage tracker for resource:security_group_rule and tenant:ad72131aec4f41d7b218a8d93e3e47d1 is out of sync, need to count used quota {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:29.700159 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [None req-1ecebd17-0387-41b7-8569-8054c7002a6f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:29.706013 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [None req-1ecebd17-0387-41b7-8569-8054c7002a6f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:29.725209 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1ecebd17-0387-41b7-8569-8054c7002a6f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.798713 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1ecebd17-0387-41b7-8569-8054c7002a6f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.807074 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1ecebd17-0387-41b7-8569-8054c7002a6f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.809168 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7c1de70a-b2c6-4bb9-b601-6e181c6aad70 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:29.831623 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecebd17-0387-41b7-8569-8054c7002a6f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04258ad5-f13c-45be-b74b-4efdc9d52309,revision_number=0']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:29.834101 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1ecebd17-0387-41b7-8569-8054c7002a6f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:29.842698 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-1ecebd17-0387-41b7-8569-8054c7002a6f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.846691 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-1ecebd17-0387-41b7-8569-8054c7002a6f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607673 Jun 27 12:44:29.847094 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42360) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:29.852700 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-441b3918-b23d-4fbf-bd77-8b79506b0e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Request body: {'security_group_rule': {'security_group_id': 'd346c4c5-cdd2-40c0-a9d8-0039f3bc3255', 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:29.858911 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-441b3918-b23d-4fbf-bd77-8b79506b0e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:29.862726 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-441b3918-b23d-4fbf-bd77-8b79506b0e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Usage tracker for resource:security_group_rule and tenant:ad72131aec4f41d7b218a8d93e3e47d1 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:29.865638 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-441b3918-b23d-4fbf-bd77-8b79506b0e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:29.871492 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-441b3918-b23d-4fbf-bd77-8b79506b0e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:29.883468 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.securitygroups_db [None req-441b3918-b23d-4fbf-bd77-8b79506b0e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Project ad72131aec4f41d7b218a8d93e3e47d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:44:29.890472 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-441b3918-b23d-4fbf-bd77-8b79506b0e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.959414 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-441b3918-b23d-4fbf-bd77-8b79506b0e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.965079 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-441b3918-b23d-4fbf-bd77-8b79506b0e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:29.967198 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:29.989404 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b3918-b23d-4fbf-bd77-8b79506b0e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30fcb42-96fd-44f1-9240-441dca88b453,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:29.992054 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-441b3918-b23d-4fbf-bd77-8b79506b0e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:30.001423 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-441b3918-b23d-4fbf-bd77-8b79506b0e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:30.002659 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-441b3918-b23d-4fbf-bd77-8b79506b0e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1545112 Jun 27 12:44:30.005731 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42364) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:44:30.010824 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-051a33ec-d7c4-47a9-94e0-8009ebd54689 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Request body: {'security_group_rule': {'security_group_id': 'd346c4c5-cdd2-40c0-a9d8-0039f3bc3255', 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:30.016698 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-051a33ec-d7c4-47a9-94e0-8009ebd54689 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:30.020498 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-051a33ec-d7c4-47a9-94e0-8009ebd54689 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Usage tracker for resource:security_group_rule and tenant:ad72131aec4f41d7b218a8d93e3e47d1 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:44:30.023337 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-051a33ec-d7c4-47a9-94e0-8009ebd54689 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:44:30.029301 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-051a33ec-d7c4-47a9-94e0-8009ebd54689 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:30.041424 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.securitygroups_db [None req-051a33ec-d7c4-47a9-94e0-8009ebd54689 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Project ad72131aec4f41d7b218a8d93e3e47d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 12:44:30.047753 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-051a33ec-d7c4-47a9-94e0-8009ebd54689 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:30.114478 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-051a33ec-d7c4-47a9-94e0-8009ebd54689 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:30.119933 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-051a33ec-d7c4-47a9-94e0-8009ebd54689 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685054'] for security_group_rule, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:30.122748 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ecbe3ef7-7ce3-4ea5-a6df-c90e8342fb68 tempest-TestMinimumBasicScenario-1363526759 tempest-TestMinimumBasicScenario-1363526759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:30.144567 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a33ec-d7c4-47a9-94e0-8009ebd54689 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d537b55a-5c14-4968-8487-047371c42e5c,revision_number=0']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:30.146683 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-051a33ec-d7c4-47a9-94e0-8009ebd54689 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:30.156786 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-051a33ec-d7c4-47a9-94e0-8009ebd54689 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:30.158115 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-051a33ec-d7c4-47a9-94e0-8009ebd54689 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513727 Jun 27 12:44:30.168904 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:30.351207 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 5b978457-2a4f-427c-bf75-faa70dcfa674 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:30.486039 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port 5b978457-2a4f-427c-bf75-faa70dcfa674 completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:44:30.492488 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 5b978457-2a4f-427c-bf75-faa70dcfa674 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:30.492958 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:30.652274 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:30.670436 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port 5b978457-2a4f-427c-bf75-faa70dcfa674, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=5b978457-2a4f-427c-bf75-faa70dcfa674,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:30.675469 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:30.677352 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-2279132c-e40a-4491-940f-81030879ccfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:30.762708 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=5b978457-2a4f-427c-bf75-faa70dcfa674,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:30.762708 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:31.653212 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:31.910513 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Sync routers for ids ['820941b7-6b3e-46b0-91b0-64c947dce9a0'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:44:31.922336 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Routers {'820941b7-6b3e-46b0-91b0-64c947dce9a0'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:31.922969 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:44:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['820941b7-6b3e-46b0-91b0-64c947dce9a0'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:32.124698 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Set router 820941b7-6b3e-46b0-91b0-64c947dce9a0 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:32.329875 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 5b978457-2a4f-427c-bf75-faa70dcfa674 up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:32.404671 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port 5b978457-2a4f-427c-bf75-faa70dcfa674 triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:32.405047 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:32.473780 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'name': 'tempest-TestShelveInstance-1889462825-router', 'tenant_id': '72f7636361334f11a1deebf131448385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 4, 'project_id': '72f7636361334f11a1deebf131448385', 'gw_port': {'id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'e92f37a8-2559-4037-8601-2d097ccd23ae', 'name': '', 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f', 'tenant_id': '72f7636361334f11a1deebf131448385', 'mac_address': 'fa:16:3e:9e:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '12d2e791-7314-473f-865d-baf9c9107162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:26Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 2, 'project_id': '72f7636361334f11a1deebf131448385', 'subnets': [{'id': '12d2e791-7314-473f-865d-baf9c9107162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:32.477662 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Checking router: 820941b7-6b3e-46b0-91b0-64c947dce9a0 for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:44:32.478019 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Updating router 820941b7-6b3e-46b0-91b0-64c947dce9a0 port e92f37a8-2559-4037-8601-2d097ccd23ae binding host dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 12:44:32.531491 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:32.906831 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Notify callbacks [] for port, precommit_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:32.920491 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.provisioning_blocks [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Transition to ACTIVE for port object e92f37a8-2559-4037-8601-2d097ccd23ae will not be triggered until provisioned by entity L2. {{(pid=78482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:32.935388 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:32.939613 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-2968429a-7067-45c5-bfb5-78b426ffa152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:33.093913 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a182215-2351-43d9-ade9-cdfc87456977 None None] Pushing event updated for resources: {'Port': ['ID=e92f37a8-2559-4037-8601-2d097ccd23ae,revision_number=3']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:33.101035 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-8a182215-2351-43d9-ade9-cdfc87456977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:33.160200 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Attempting to bind port e92f37a8-2559-4037-8601-2d097ccd23ae on host dv-cinder-798099-1-iscsi for vnic_type normal with profile {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:44:33.160720 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Attempting to bind port e92f37a8-2559-4037-8601-2d097ccd23ae by drivers openvswitch,hyperv on host dv-cinder-798099-1-iscsi at level 0 using segments [{'id': 'a420aa3a-ddc9-4de6-a328-153aec1dfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f'}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:44:33.161210 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Attempting to bind port e92f37a8-2559-4037-8601-2d097ccd23ae on network f35ed9c8-3e8b-4dec-969d-8eda560a323f {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:44:33.167055 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Checking agent: {'id': '84ee90aa-f822-452a-bf73-559d46e748d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798099-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 57), 'started_at': datetime.datetime(2021, 6, 27, 12, 19, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798099-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:44:33.167433 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Checking segment: {'id': 'a420aa3a-ddc9-4de6-a328-153aec1dfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:44:33.167838 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:33.168236 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Bound using segment: {'id': 'a420aa3a-ddc9-4de6-a328-153aec1dfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f'} {{(pid=78482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:44:33.168730 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.managers [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Bound port: e92f37a8-2559-4037-8601-2d097ccd23ae, host: dv-cinder-798099-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a420aa3a-ddc9-4de6-a328-153aec1dfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f'}}] {{(pid=78482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:44:33.169121 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:33.258848 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] For port e92f37a8-2559-4037-8601-2d097ccd23ae, host dv-cinder-798099-1-iscsi, cleared binding levels {{(pid=78482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:44:33.262112 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.plugins.ml2.db [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] For port e92f37a8-2559-4037-8601-2d097ccd23ae, host dv-cinder-798099-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=e92f37a8-2559-4037-8601-2d097ccd23ae,segment=NetworkSegment(a420aa3a-ddc9-4de6-a328-153aec1dfa27),segment_id=a420aa3a-ddc9-4de6-a328-153aec1dfa27)] {{(pid=78482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:44:33.271476 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron_lib.callbacks.manager [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:33.276015 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:33.352534 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Routers {'820941b7-6b3e-46b0-91b0-64c947dce9a0'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:44:33.353181 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:44:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['820941b7-6b3e-46b0-91b0-64c947dce9a0'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:33.410863 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a182215-2351-43d9-ade9-cdfc87456977 None None] Pushing event updated for resources: {'Port': ['ID=e92f37a8-2559-4037-8601-2d097ccd23ae,revision_number=4']} {{(pid=78482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:33.418747 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG oslo_concurrency.lockutils [None req-8a182215-2351-43d9-ade9-cdfc87456977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:33.539316 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] Set router 820941b7-6b3e-46b0-91b0-64c947dce9a0 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:44:33.861243 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'name': 'tempest-TestShelveInstance-1889462825-router', 'tenant_id': '72f7636361334f11a1deebf131448385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 4, 'project_id': '72f7636361334f11a1deebf131448385', 'gw_port': {'id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'e92f37a8-2559-4037-8601-2d097ccd23ae', 'name': '', 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f', 'tenant_id': '72f7636361334f11a1deebf131448385', 'mac_address': 'fa:16:3e:9e:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '12d2e791-7314-473f-865d-baf9c9107162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:26Z', 'updated_at': '2021-06-27T12:44:33Z', 'revision_number': 4, 'project_id': '72f7636361334f11a1deebf131448385', 'subnets': [{'id': '12d2e791-7314-473f-865d-baf9c9107162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:44:33.865752 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef0d16-92a9-4720-b5fa-346c45610a6b None None] The sync data for ids ['820941b7-6b3e-46b0-91b0-64c947dce9a0'] in dv-cinder-798099-1-iscsi is: [{'id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'name': 'tempest-TestShelveInstance-1889462825-router', 'tenant_id': '72f7636361334f11a1deebf131448385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 4, 'project_id': '72f7636361334f11a1deebf131448385', 'gw_port': {'id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': 'e92f37a8-2559-4037-8601-2d097ccd23ae', 'name': '', 'network_id': 'f35ed9c8-3e8b-4dec-969d-8eda560a323f', 'tenant_id': '72f7636361334f11a1deebf131448385', 'mac_address': 'fa:16:3e:9e:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '12d2e791-7314-473f-865d-baf9c9107162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:26Z', 'updated_at': '2021-06-27T12:44:33Z', 'revision_number': 4, 'project_id': '72f7636361334f11a1deebf131448385', 'subnets': [{'id': '12d2e791-7314-473f-865d-baf9c9107162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:44:34.350802 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device e92f37a8-2559-4037-8601-2d097ccd23ae up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:34.428205 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning for port e92f37a8-2559-4037-8601-2d097ccd23ae completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:44:34.433564 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port e92f37a8-2559-4037-8601-2d097ccd23ae triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:34.433940 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:34.566190 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:34.603551 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] For port e92f37a8-2559-4037-8601-2d097ccd23ae, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=e92f37a8-2559-4037-8601-2d097ccd23ae,segment=NetworkSegment(a420aa3a-ddc9-4de6-a328-153aec1dfa27),segment_id=a420aa3a-ddc9-4de6-a328-153aec1dfa27)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:44:34.610935 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:34.614099 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:34.699154 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Pushing event updated for resources: {'Port': ['ID=e92f37a8-2559-4037-8601-2d097ccd23ae,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:34.702396 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:36.331470 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device e92f37a8-2559-4037-8601-2d097ccd23ae up at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:44:36.404752 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Provisioning complete for port e92f37a8-2559-4037-8601-2d097ccd23ae triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:36.405040 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:52.966179 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-dc91fd0a-138b-4fa0-87de-1a61e99dd8c9 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Synchronizing usage tracker for tenant:ad72131aec4f41d7b218a8d93e3e47d1 on resource:security_group {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:44:52.986444 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-dc91fd0a-138b-4fa0-87de-1a61e99dd8c9 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Unset dirty status for tenant:ad72131aec4f41d7b218a8d93e3e47d1 on resource:security_group {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:44:52.987498 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-dc91fd0a-138b-4fa0-87de-1a61e99dd8c9 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002259241&fields=id&tenant_id=ad72131aec4f41d7b218a8d93e3e47d1 HTTP/1.1" status: 200 len: 267 time: 0.0615468 Jun 27 12:44:53.147643 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-f577baf5-8b6b-42c9-a717-0f3b8f6ded04 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:53.149482 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-f577baf5-8b6b-42c9-a717-0f3b8f6ded04 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/networks?id=a8509124-4116-4457-96cd-ce4280128114 HTTP/1.1" status: 200 len: 809 time: 0.1521654 Jun 27 12:44:53.167866 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-62e80651-514a-4d53-a4e8-070a0cc245d1 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/quotas/ad72131aec4f41d7b218a8d93e3e47d1 HTTP/1.1" status: 200 len: 375 time: 0.0100555 Jun 27 12:44:53.259685 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2400911e-8596-4732-9376-abe78a51631f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad72131aec4f41d7b218a8d93e3e47d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839813 Jun 27 12:44:53.504892 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-c9292db3-2743-42e4-879b-a52de124443a service neutron] 10.222.0.38 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278285 Jun 27 12:44:53.647073 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-3c22db78-5a85-4710-937c-f617ecc5f410 service neutron] 10.222.0.38 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335962 Jun 27 12:44:54.066078 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-dbd248fe-a67d-487c-9dcf-bc91ba7d68b6 req-a4cc6651-2cf5-46a0-9a71-2506b4064a8d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Synchronizing usage tracker for tenant:ad72131aec4f41d7b218a8d93e3e47d1 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:44:54.084531 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-dbd248fe-a67d-487c-9dcf-bc91ba7d68b6 req-a4cc6651-2cf5-46a0-9a71-2506b4064a8d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Unset dirty status for tenant:ad72131aec4f41d7b218a8d93e3e47d1 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:44:54.085804 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-dbd248fe-a67d-487c-9dcf-bc91ba7d68b6 req-a4cc6651-2cf5-46a0-9a71-2506b4064a8d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 210 time: 0.0611317 Jun 27 12:44:55.261826 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-64c72496-c3ba-43ce-9e8c-6cd8a47d10eb req-1835b8af-7b57-4438-abd0-2e8549771dbd tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 210 time: 0.0703108 Jun 27 12:44:55.391097 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-5f731d6d-7aa7-4e49-b56b-c0e0af6caea5 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:55.392708 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-5f731d6d-7aa7-4e49-b56b-c0e0af6caea5 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.36 "GET /v2.0/networks?id=a8509124-4116-4457-96cd-ce4280128114 HTTP/1.1" status: 200 len: 809 time: 0.1595991 Jun 27 12:44:55.441881 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-d39df5f4-97ea-4e1e-b161-5cc2ae2be53f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad72131aec4f41d7b218a8d93e3e47d1 HTTP/1.1" status: 200 len: 380 time: 0.0410662 Jun 27 12:44:55.452704 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Request body: {'port': {'device_id': '63b3c391-4a38-484d-8804-947565b4fac3', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'admin_state_up': True, 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'security_groups': ['d346c4c5-cdd2-40c0-a9d8-0039f3bc3255']}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:55.522486 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:55.606248 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:44:55.616541 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.quota.driver [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:44:55.629596 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Made reservation on behalf of ad72131aec4f41d7b218a8d93e3e47d1 for: {'port': 1} {{(pid=78480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 12:44:55.635100 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:55.814650 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.db_base_plugin_common [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Allocated IP 172.20.0.6 (a8509124-4116-4457-96cd-ce4280128114/193ae10d-16df-4543-89e5-5712c19e05a6/37a08109-6362-490b-a686-344da785908c) {{(pid=78480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:44:56.018079 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for port, precommit_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:56.035928 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Transition to ACTIVE for port object 37a08109-6362-490b-a686-344da785908c will not be triggered until provisioned by entity DHCP. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:56.060764 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_create {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:56.067008 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-25614b21-fa0d-4689-8ede-2caeab728cdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:56.137451 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Network a8509124-4116-4457-96cd-ce4280128114 is already hosted by enough agents. {{(pid=78480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:44:56.140614 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.scheduler.base_scheduler [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Resources bound (agent type, host, resource id): {{(pid=78480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:44:56.143370 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Received port after_create {{(pid=78480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:44:56.181151 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Pushing event updated for resources: {'Port': ['ID=37a08109-6362-490b-a686-344da785908c,revision_number=1']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:56.199502 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:56.199846 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:56.200234 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:56.200616 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:56.200965 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:56.201314 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:56.201661 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:56.202003 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:56.202323 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:56.202689 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:56.203036 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:56.203359 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:44:56.207278 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:56.225945 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:56.226598 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:56.253915 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-1ef66c9e-689a-44af-a222-21ea93bcd6f2 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8047554 Jun 27 12:44:56.265712 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.v2.base [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Request body: {'port': {'device_id': '63b3c391-4a38-484d-8804-947565b4fac3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=78480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:44:56.345045 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-ea7aaea2-6fa0-4981-a226-5fc468841a6a None None] Provisioning for port 37a08109-6362-490b-a686-344da785908c completed by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:44:56.350684 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-ea7aaea2-6fa0-4981-a226-5fc468841a6a None None] Provisioning complete for port 37a08109-6362-490b-a686-344da785908c triggered by entity DHCP. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:44:56.351250 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-ea7aaea2-6fa0-4981-a226-5fc468841a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:56.387155 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:56.409149 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-ea7aaea2-6fa0-4981-a226-5fc468841a6a None None] Port 37a08109-6362-490b-a686-344da785908c cannot update to ACTIVE because it is not bound. {{(pid=78481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 27 12:44:56.457996 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa8644-1df0-45c1-a7c6-b8ff07173660 req-17a41cb9-0bd6-4df7-be3e-5ae44894a72e tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:56.459478 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-97fa8644-1df0-45c1-a7c6-b8ff07173660 req-17a41cb9-0bd6-4df7-be3e-5ae44894a72e tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 931 time: 0.0868511 Jun 27 12:44:56.483782 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0626975f-adcc-45fd-882d-5c6a8a9c3cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:56.506139 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-97fa8644-1df0-45c1-a7c6-b8ff07173660 req-7806b2c4-2eec-4463-a69b-b3789203c975 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Synchronizing usage tracker for tenant:ad72131aec4f41d7b218a8d93e3e47d1 on resource:security_group {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:44:56.518536 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-97fa8644-1df0-45c1-a7c6-b8ff07173660 req-7806b2c4-2eec-4463-a69b-b3789203c975 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Unset dirty status for tenant:ad72131aec4f41d7b218a8d93e3e47d1 on resource:security_group {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:44:56.519671 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-97fa8644-1df0-45c1-a7c6-b8ff07173660 req-7806b2c4-2eec-4463-a69b-b3789203c975 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541503 Jun 27 12:44:56.750188 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a08109-6362-490b-a686-344da785908c {{(pid=78480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:44:56.758029 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:56.772985 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.provisioning_blocks [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Transition to ACTIVE for port object 37a08109-6362-490b-a686-344da785908c will not be triggered until provisioned by entity L2. {{(pid=78480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 27 12:44:56.780271 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:56.784001 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-8e18647b-8e5e-459d-bfa6-ac9dd862d573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:56.927044 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:57.043828 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Pushing event updated for resources: {'Port': ['ID=37a08109-6362-490b-a686-344da785908c,revision_number=2']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:57.051288 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:57.116932 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Attempting to bind port 37a08109-6362-490b-a686-344da785908c on host hv-cinder-79809 for vnic_type normal with profile {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 27 12:44:57.117167 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Attempting to bind port 37a08109-6362-490b-a686-344da785908c by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '3526e7d7-686a-4aec-84a1-3faf9f3d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8509124-4116-4457-96cd-ce4280128114'}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 27 12:44:57.117475 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Attempting to bind port 37a08109-6362-490b-a686-344da785908c on network a8509124-4116-4457-96cd-ce4280128114 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:44:57.122194 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Port 37a08109-6362-490b-a686-344da785908c on network a8509124-4116-4457-96cd-ce4280128114 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 27 12:44:57.122498 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Attempting to bind port 37a08109-6362-490b-a686-344da785908c on network a8509124-4116-4457-96cd-ce4280128114 {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 27 12:44:57.127785 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Checking agent: {'id': 'ae8b04c1-f863-4f16-a4ff-7de167df503d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'started_at': datetime.datetime(2021, 6, 27, 12, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 27 12:44:57.128095 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Checking segment: {'id': '3526e7d7-686a-4aec-84a1-3faf9f3d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8509124-4116-4457-96cd-ce4280128114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 27 12:44:57.128503 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Bound using segment: {'id': '3526e7d7-686a-4aec-84a1-3faf9f3d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8509124-4116-4457-96cd-ce4280128114'} {{(pid=78480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 27 12:44:57.128916 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.managers [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Bound port: 37a08109-6362-490b-a686-344da785908c, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3526e7d7-686a-4aec-84a1-3faf9f3d4479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a8509124-4116-4457-96cd-ce4280128114'}}] {{(pid=78480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 27 12:44:57.129270 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:57.221959 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] For port 37a08109-6362-490b-a686-344da785908c, host hv-cinder-79809, cleared binding levels {{(pid=78480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 27 12:44:57.225136 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] For port 37a08109-6362-490b-a686-344da785908c, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37a08109-6362-490b-a686-344da785908c,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 27 12:44:57.232117 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2401482'] for port, after_update {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:57.235908 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-85525256-972a-40b1-b408-f265d46424e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:44:57.287010 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:57.287666 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:44:57.288997 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] 10.222.0.36 "PUT /v2.0/ports/37a08109-6362-490b-a686-344da785908c HTTP/1.1" status: 200 len: 1093 time: 1.0278161 Jun 27 12:44:57.289503 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'tag': '37a08109-6362-490b-a686-344da785908c'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:44:57.319039 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Pushing event updated for resources: {'Port': ['ID=37a08109-6362-490b-a686-344da785908c,revision_number=3']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:44:57.329855 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-2d44d35f-e006-4309-83b5-e0a905368469 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:44:57.407116 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'tag': '37a08109-6362-490b-a686-344da785908c', 'status': 'completed', 'code': 200} Jun 27 12:44:57.412832 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-5fe0dd88-23fb-4b92-a272-08416e4e5593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:57.414315 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-5fe0dd88-23fb-4b92-a272-08416e4e5593 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad72131aec4f41d7b218a8d93e3e47d1&device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1096 time: 0.0802050 Jun 27 12:44:57.482581 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-81f18587-48e5-429d-a811-6ef0af0ba3a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37a08109-6362-490b-a686-344da785908c HTTP/1.1" status: 200 len: 217 time: 0.0611651 Jun 27 12:44:57.550948 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-f472677a-98bf-4298-9ce6-ed58d77d52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:57.552011 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-f472677a-98bf-4298-9ce6-ed58d77d52ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=193ae10d-16df-4543-89e5-5712c19e05a6 HTTP/1.1" status: 200 len: 848 time: 0.0623925 Jun 27 12:44:57.628276 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-ce99246a-ae65-4958-98d5-f3906419195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:57.629750 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-ce99246a-ae65-4958-98d5-f3906419195e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8509124-4116-4457-96cd-ce4280128114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709622 Jun 27 12:44:57.703368 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22939a-04f8-41e4-9707-3c037bf35ca6 req-8837dec9-746d-4bc1-ad32-ff72d3646cb8 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:57.704839 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5b22939a-04f8-41e4-9707-3c037bf35ca6 req-8837dec9-746d-4bc1-ad32-ff72d3646cb8 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 943 time: 0.0796256 Jun 27 12:44:57.750058 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-5b22939a-04f8-41e4-9707-3c037bf35ca6 req-18585f23-0479-4e5e-9c2b-e298b7492996 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392699 Jun 27 12:44:57.768257 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-e0e0e3b9-704c-46bd-941a-2ddc5cf77d17 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310925 Jun 27 12:44:57.909130 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f5817559-53c1-498c-ab12-e8ef80c9293b req-07a097de-19cf-441a-b2a5-dbb9acd46449 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340706 Jun 27 12:44:58.048276 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd0ac5-9e32-4e04-9f0b-92217becf093 req-6c43c2d2-74ae-4bac-a3e9-a82401cf8223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:58.049896 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6dbd0ac5-9e32-4e04-9f0b-92217becf093 req-6c43c2d2-74ae-4bac-a3e9-a82401cf8223 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad72131aec4f41d7b218a8d93e3e47d1&device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1096 time: 0.0895822 Jun 27 12:44:58.181933 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd0ac5-9e32-4e04-9f0b-92217becf093 req-26d9b55d-92d9-4276-8e9d-2639cb9f56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:58.183361 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6dbd0ac5-9e32-4e04-9f0b-92217becf093 req-26d9b55d-92d9-4276-8e9d-2639cb9f56ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8509124-4116-4457-96cd-ce4280128114 HTTP/1.1" status: 200 len: 910 time: 0.1271169 Jun 27 12:44:58.250346 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6dbd0ac5-9e32-4e04-9f0b-92217becf093 req-aa090220-252d-4781-98e0-1ff838d162cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37a08109-6362-490b-a686-344da785908c HTTP/1.1" status: 200 len: 217 time: 0.0590093 Jun 27 12:44:58.319991 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd0ac5-9e32-4e04-9f0b-92217becf093 req-f6a1c3f6-49a3-4ef2-9128-6dc9e058dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:58.321470 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6dbd0ac5-9e32-4e04-9f0b-92217becf093 req-f6a1c3f6-49a3-4ef2-9128-6dc9e058dbe3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=193ae10d-16df-4543-89e5-5712c19e05a6 HTTP/1.1" status: 200 len: 848 time: 0.0637751 Jun 27 12:44:58.402919 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd0ac5-9e32-4e04-9f0b-92217becf093 req-fb2b3fe4-afa4-43df-bc9e-ede25749aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:58.404440 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6dbd0ac5-9e32-4e04-9f0b-92217becf093 req-fb2b3fe4-afa4-43df-bc9e-ede25749aa60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8509124-4116-4457-96cd-ce4280128114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767000 Jun 27 12:44:58.539004 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6dbd0ac5-9e32-4e04-9f0b-92217becf093 req-4cfa692b-d180-431f-9520-0fc759c0ef75 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262586 Jun 27 12:44:58.684258 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-6dbd0ac5-9e32-4e04-9f0b-92217becf093 req-63016d07-eaaa-49f3-a5f2-36a1caa8e33c service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347547 Jun 27 12:44:58.939320 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce58abc-b101-4ae6-9fa7-ac0697937bd2 req-3df40da5-1319-4c88-885b-938bc11224f1 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:44:58.940008 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-0ce58abc-b101-4ae6-9fa7-ac0697937bd2 req-3df40da5-1319-4c88-885b-938bc11224f1 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Synchronizing usage tracker for tenant:ad72131aec4f41d7b218a8d93e3e47d1 on resource:port {{(pid=78480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:44:58.957568 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.quota.resource [req-0ce58abc-b101-4ae6-9fa7-ac0697937bd2 req-3df40da5-1319-4c88-885b-938bc11224f1 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Unset dirty status for tenant:ad72131aec4f41d7b218a8d93e3e47d1 on resource:port {{(pid=78480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:44:58.958712 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0ce58abc-b101-4ae6-9fa7-ac0697937bd2 req-3df40da5-1319-4c88-885b-938bc11224f1 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 943 time: 0.1008751 Jun 27 12:44:59.102098 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-0ce58abc-b101-4ae6-9fa7-ac0697937bd2 req-f59cb83d-6a2d-4c77-919d-24c792ab9f3b tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344979 Jun 27 12:44:59.146511 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-da68b35b-62c5-4cde-a1c7-24626f587557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:00.166981 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:00.296541 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8665ad-041f-4e55-ae53-62b28019e236 req-7b85467b-b73a-42d9-ad21-7e2499da47de tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:00.298046 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3b8665ad-041f-4e55-ae53-62b28019e236 req-7b85467b-b73a-42d9-ad21-7e2499da47de tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 943 time: 0.0896292 Jun 27 12:45:00.344773 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3b8665ad-041f-4e55-ae53-62b28019e236 req-99f0dde0-7a06-4aa8-b41b-efae1d756704 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408993 Jun 27 12:45:01.536877 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740f9c7-d1b0-422a-8732-b6d4731e7ec8 req-1860fd86-0247-41a1-bd5e-1801a0b1f9ce tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:01.538420 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3740f9c7-d1b0-422a-8732-b6d4731e7ec8 req-1860fd86-0247-41a1-bd5e-1801a0b1f9ce tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 943 time: 0.0837839 Jun 27 12:45:01.584133 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3740f9c7-d1b0-422a-8732-b6d4731e7ec8 req-6733983a-3d41-408a-a6b0-9821cc035457 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396774 Jun 27 12:45:01.655692 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:02.772260 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3d601-1c32-4c61-86c6-2eac06fb8e25 req-9caee6d7-1a0c-40d5-8b03-40f4198ef51c tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:02.774117 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e8d3d601-1c32-4c61-86c6-2eac06fb8e25 req-9caee6d7-1a0c-40d5-8b03-40f4198ef51c tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 943 time: 0.0819299 Jun 27 12:45:02.823095 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e8d3d601-1c32-4c61-86c6-2eac06fb8e25 req-453bf7a7-5781-454f-8967-b64fbe13af83 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430827 Jun 27 12:45:04.021471 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ee970-4853-48b3-8c8c-a04764e3635e req-6b475feb-85f7-40b9-bbaf-e87cad55fb3c tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:04.022855 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-276ee970-4853-48b3-8c8c-a04764e3635e req-6b475feb-85f7-40b9-bbaf-e87cad55fb3c tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 943 time: 0.0938926 Jun 27 12:45:04.073564 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-276ee970-4853-48b3-8c8c-a04764e3635e req-2d291630-7116-4e92-ab33-ea14c6398ac3 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419967 Jun 27 12:45:04.642009 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:45:05.268809 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0112961-54f7-431f-8483-6aacec462454 req-02059c62-6a69-4ddb-985a-8f0f8f858deb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:05.270371 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d0112961-54f7-431f-8483-6aacec462454 req-02059c62-6a69-4ddb-985a-8f0f8f858deb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 943 time: 0.0832806 Jun 27 12:45:05.320318 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-d0112961-54f7-431f-8483-6aacec462454 req-20df3c94-d2b7-4ee8-b111-226c0e77ad11 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429647 Jun 27 12:45:05.382154 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 37a08109-6362-490b-a686-344da785908c details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:45:05.527028 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 37a08109-6362-490b-a686-344da785908c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37a08109-6362-490b-a686-344da785908c,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:45:05.540246 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '37a08109-6362-490b-a686-344da785908c', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'port_id': '37a08109-6362-490b-a686-344da785908c', 'mac_address': 'fa:16:3e:40:26:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:45:05.599169 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:05.616224 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a08109-6362-490b-a686-344da785908c {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:45:05.634298 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 37a08109-6362-490b-a686-344da785908c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37a08109-6362-490b-a686-344da785908c,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:45:05.641915 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:05.644480 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:45:05.720428 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=37a08109-6362-490b-a686-344da785908c,revision_number=4']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:45:05.724246 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:45:06.001187 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['37a08109-6362-490b-a686-344da785908c'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:45:06.532316 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e448d6-ff07-4b55-874e-8d0eb4b19c13 req-e948c551-2504-4dd1-a175-fdc59f135002 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:06.533686 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-84e448d6-ff07-4b55-874e-8d0eb4b19c13 req-e948c551-2504-4dd1-a175-fdc59f135002 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 944 time: 0.0962706 Jun 27 12:45:06.583721 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-84e448d6-ff07-4b55-874e-8d0eb4b19c13 req-0fb1b8b8-2962-4d79-b776-74380f3a6f90 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415196 Jun 27 12:45:07.396919 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 37a08109-6362-490b-a686-344da785908c up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:45:07.485905 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning for port 37a08109-6362-490b-a686-344da785908c completed by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 27 12:45:07.491973 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 37a08109-6362-490b-a686-344da785908c triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:45:07.492335 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:07.614281 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:07.641172 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a08109-6362-490b-a686-344da785908c'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:45:07.656137 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 37a08109-6362-490b-a686-344da785908c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37a08109-6362-490b-a686-344da785908c,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:45:07.662409 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:07.666541 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:45:07.738206 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=37a08109-6362-490b-a686-344da785908c,revision_number=5']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:45:07.743717 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:45:07.767697 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a08109-6362-490b-a686-344da785908c', 'code': 200} Jun 27 12:45:07.808154 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3822e9-ee71-4c01-ba7f-916bba17aea8 req-4666bae0-7760-4dc3-b68f-0ddba127e5df tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:07.809664 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3a3822e9-ee71-4c01-ba7f-916bba17aea8 req-4666bae0-7760-4dc3-b68f-0ddba127e5df tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.1066360 Jun 27 12:45:07.982253 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3a3822e9-ee71-4c01-ba7f-916bba17aea8 req-c068b07d-ed71-4166-9281-d07f58d5fb7e tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665227 Jun 27 12:45:08.071925 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f2351-c067-4b26-9a36-aec6a57f3437 req-f2ac764d-4575-4e85-a7bb-c258557075b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:08.073440 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ee5f2351-c067-4b26-9a36-aec6a57f3437 req-f2ac764d-4575-4e85-a7bb-c258557075b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1098 time: 0.0776429 Jun 27 12:45:08.116737 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-ee5f2351-c067-4b26-9a36-aec6a57f3437 req-c4c69ee5-deb8-4fb9-a101-0fbe585ffc6f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367510 Jun 27 12:45:09.213939 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af15bc-64cd-4268-a210-e24d65103d0a req-17d3429f-6d38-48d1-8d2d-f1a747a18793 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:09.215400 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-07af15bc-64cd-4268-a210-e24d65103d0a req-17d3429f-6d38-48d1-8d2d-f1a747a18793 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.1064618 Jun 27 12:45:09.263051 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-07af15bc-64cd-4268-a210-e24d65103d0a req-4a423b7c-b03c-4ef9-9fea-0acae5aa02bc tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416691 Jun 27 12:45:10.449897 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947fbaa-70d0-4adf-8418-7cceebdd606b req-d44792f4-40c7-4f01-a517-998a64e36b6d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:10.451349 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7947fbaa-70d0-4adf-8418-7cceebdd606b req-d44792f4-40c7-4f01-a517-998a64e36b6d tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0839295 Jun 27 12:45:10.502576 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7947fbaa-70d0-4adf-8418-7cceebdd606b req-cec28bc6-af37-45f8-9cf3-4875d42b7e47 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426757 Jun 27 12:45:10.697496 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139d1cd-9c74-49e1-86b6-2749133dd285 req-95de1064-11a7-404a-9fd7-53bfa1aa578c tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:10.698921 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7139d1cd-9c74-49e1-86b6-2749133dd285 req-95de1064-11a7-404a-9fd7-53bfa1aa578c tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0804849 Jun 27 12:45:10.746507 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7139d1cd-9c74-49e1-86b6-2749133dd285 req-2a2a1a50-f4a3-4564-8568-fc45d943aac5 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418739 Jun 27 12:45:10.769968 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42534) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:45:10.956473 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba5087-cb0e-4ef1-b3f0-b80cf34b0100 tempest-TestShelveInstance-261767772 tempest-TestShelveInstance-261767772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:10.957183 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-b8ba5087-cb0e-4ef1-b3f0-b80cf34b0100 tempest-TestShelveInstance-261767772 tempest-TestShelveInstance-261767772-project-admin] Synchronizing usage tracker for tenant:72f7636361334f11a1deebf131448385 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:45:10.979103 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-b8ba5087-cb0e-4ef1-b3f0-b80cf34b0100 tempest-TestShelveInstance-261767772 tempest-TestShelveInstance-261767772-project-admin] Unset dirty status for tenant:72f7636361334f11a1deebf131448385 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:45:10.981258 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-b8ba5087-cb0e-4ef1-b3f0-b80cf34b0100 tempest-TestShelveInstance-261767772 tempest-TestShelveInstance-261767772-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1093 time: 0.2100182 Jun 27 12:45:10.986118 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42540) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:45:10.992700 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.v2.base [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Request body: {'floatingip': {'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'port_id': '37a08109-6362-490b-a686-344da785908c', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 27 12:45:10.998760 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 27 12:45:11.003012 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Usage tracker for resource:floatingip and tenant:ad72131aec4f41d7b218a8d93e3e47d1 is out of sync, need to count used quota {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 27 12:45:11.005841 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 27 12:45:11.011507 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.quota.driver [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 27 12:45:11.026475 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for floatingip, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:11.179190 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:11.324043 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_common [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Allocated IP 172.27.0.118 (95203e1a-d9c9-4f54-b889-7dac30ed9d8f/c2c8bf52-d6f6-4db7-a231-760e237aecba/b57870be-c92f-4aac-86e1-7a3fe7a70e14) {{(pid=78479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 12:45:11.471314 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for port, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:11.505452 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737231938039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:11.509932 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-be93d3c2-43ef-4365-90cb-057c9675c356 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:45:11.577130 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Network 95203e1a-d9c9-4f54-b889-7dac30ed9d8f is already hosted by enough agents. {{(pid=78479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 12:45:11.580247 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.base_scheduler [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Resources bound (agent type, host, resource id): {{(pid=78479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 12:45:11.583016 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Received port after_create {{(pid=78479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 27 12:45:11.626015 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Pushing event updated for resources: {'Port': ['ID=b57870be-c92f-4aac-86e1-7a3fe7a70e14,revision_number=1']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:45:11.637561 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:45:11.637932 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:45:11.638291 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:45:11.638653 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:45:11.639010 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:45:11.639354 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:45:11.639698 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:45:11.640025 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:45:11.640397 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:45:11.640740 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:45:11.641082 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:45:11.641421 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:45:11.645142 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:45:12.016767 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:12.099434 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:12.322792 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for port, precommit_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:12.330449 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2205688'] for port, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:12.334100 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-5ad3001c-8a1b-45fc-b8ae-04686fbd0a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:45:12.436254 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Pushing event updated for resources: {'Port': ['ID=b57870be-c92f-4aac-86e1-7a3fe7a70e14,revision_number=2']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:45:12.439707 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:45:12.453299 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3820484'] for floatingip, after_update {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:12.731832 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.l3_db [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Floating IP 3042e414-5d04-4d39-9cda-edfa17adac82 associated. External IP: 172.27.0.118, port: 37a08109-6362-490b-a686-344da785908c. Jun 27 12:45:13.083895 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:45:13.263601 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:45:13.274497 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d8e0f9-c46b-4dda-bee3-9316949d811f None None] Sync routers for ids ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:45:13.285595 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d8e0f9-c46b-4dda-bee3-9316949d811f None None] Routers {'70b551ba-f478-48dd-99cc-d47c6fb0efc3'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:45:13.286228 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-83d8e0f9-c46b-4dda-bee3-9316949d811f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:44:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:45:13.291671 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:13.350592 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3617063 Jun 27 12:45:13.350592 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'tag': '37a08109-6362-490b-a686-344da785908c'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:45:13.452586 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'tag': '37a08109-6362-490b-a686-344da785908c', 'status': 'completed', 'code': 200} Jun 27 12:45:13.468608 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-83d8e0f9-c46b-4dda-bee3-9316949d811f None None] Set router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:45:13.548126 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262678-3e1b-4d85-ae60-089f1ae3d535 req-28268572-67cc-495e-a614-88c034d864e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:13.549642 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-14262678-3e1b-4d85-ae60-089f1ae3d535 req-28268572-67cc-495e-a614-88c034d864e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad72131aec4f41d7b218a8d93e3e47d1&device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1098 time: 0.0731397 Jun 27 12:45:13.686910 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262678-3e1b-4d85-ae60-089f1ae3d535 req-ec72f07c-0ebe-4a68-9fac-848b7f552742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:13.688685 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-14262678-3e1b-4d85-ae60-089f1ae3d535 req-ec72f07c-0ebe-4a68-9fac-848b7f552742 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8509124-4116-4457-96cd-ce4280128114 HTTP/1.1" status: 200 len: 910 time: 0.1323223 Jun 27 12:45:13.792657 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-14262678-3e1b-4d85-ae60-089f1ae3d535 req-c429c4f9-3a17-4cf6-b5d2-79a080130881 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37a08109-6362-490b-a686-344da785908c HTTP/1.1" status: 200 len: 999 time: 0.0972002 Jun 27 12:45:13.847016 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-83d8e0f9-c46b-4dda-bee3-9316949d811f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:44:20Z', 'revision_number': 4, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port': {'id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:17Z', 'updated_at': '2021-06-27T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '3042e414-5d04-4d39-9cda-edfa17adac82', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'port_id': '37a08109-6362-490b-a686-344da785908c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'mac_address': 'fa:16:3e:40:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3c391-4a38-484d-8804-947565b4fac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:45:11Z', 'updated_at': '2021-06-27T12:45:11Z', 'revision_number': 0, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c78387d-2e4b-410c-909b-70fd872281d0', 'name': '', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'mac_address': 'fa:16:3e:81:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:19Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 5, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'subnets': [{'id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:45:13.850745 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d8e0f9-c46b-4dda-bee3-9316949d811f None None] Checking router: 70b551ba-f478-48dd-99cc-d47c6fb0efc3 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:45:13.854343 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262678-3e1b-4d85-ae60-089f1ae3d535 req-5c9578ce-943a-44b4-b6d5-56fe5900bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:13.855870 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-14262678-3e1b-4d85-ae60-089f1ae3d535 req-5c9578ce-943a-44b4-b6d5-56fe5900bd74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=193ae10d-16df-4543-89e5-5712c19e05a6 HTTP/1.1" status: 200 len: 848 time: 0.0569751 Jun 27 12:45:13.859068 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d8e0f9-c46b-4dda-bee3-9316949d811f None None] Routers {'70b551ba-f478-48dd-99cc-d47c6fb0efc3'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:45:13.859648 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-83d8e0f9-c46b-4dda-bee3-9316949d811f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:44:59Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:45:13.958505 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262678-3e1b-4d85-ae60-089f1ae3d535 req-27e2c513-6366-4414-adb9-80eaf4725343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:13.960313 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-14262678-3e1b-4d85-ae60-089f1ae3d535 req-27e2c513-6366-4414-adb9-80eaf4725343 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8509124-4116-4457-96cd-ce4280128114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970435 Jun 27 12:45:14.055693 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-83d8e0f9-c46b-4dda-bee3-9316949d811f None None] Set router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:45:14.099673 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-14262678-3e1b-4d85-ae60-089f1ae3d535 req-8dfc5734-c598-44bd-8b36-45ddb79915f4 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312771 Jun 27 12:45:14.231284 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-14262678-3e1b-4d85-ae60-089f1ae3d535 req-04bf342e-0042-4513-8b5f-c3c79ab2705e service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246870 Jun 27 12:45:14.444627 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-83d8e0f9-c46b-4dda-bee3-9316949d811f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:44:20Z', 'revision_number': 4, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port': {'id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:17Z', 'updated_at': '2021-06-27T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '3042e414-5d04-4d39-9cda-edfa17adac82', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'port_id': '37a08109-6362-490b-a686-344da785908c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'mac_address': 'fa:16:3e:40:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3c391-4a38-484d-8804-947565b4fac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:45:11Z', 'updated_at': '2021-06-27T12:45:11Z', 'revision_number': 0, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c78387d-2e4b-410c-909b-70fd872281d0', 'name': '', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'mac_address': 'fa:16:3e:81:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:19Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 5, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'subnets': [{'id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:45:14.448647 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d8e0f9-c46b-4dda-bee3-9316949d811f None None] The sync data for ids ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'] in dv-cinder-798099-1-iscsi is: [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:44:20Z', 'revision_number': 4, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port': {'id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:17Z', 'updated_at': '2021-06-27T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_floatingips': [{'id': '3042e414-5d04-4d39-9cda-edfa17adac82', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'router_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'port_id': '37a08109-6362-490b-a686-344da785908c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'mac_address': 'fa:16:3e:40:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3c391-4a38-484d-8804-947565b4fac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:45:11Z', 'updated_at': '2021-06-27T12:45:11Z', 'revision_number': 0, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c78387d-2e4b-410c-909b-70fd872281d0', 'name': '', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'mac_address': 'fa:16:3e:81:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:19Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 5, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'subnets': [{'id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:45:14.655705 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168f24a9-75cf-485a-9774-e9f2ea722523 None None] New status for floating IP 3042e414-5d04-4d39-9cda-edfa17adac82: ACTIVE {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:45:25.525724 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:26.491480 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-44a60193-408f-4a09-8ebc-cab23f2745b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:26.926728 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:29.145506 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b5743ff6-5643-46c9-a651-0f04ef109d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:30.177473 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:31.659533 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:33.432772 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eec24589-a786-4c8c-97da-3c26267f29cf req-1ec6be22-2776-418b-bf53-6f828ae91bfb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719123 Jun 27 12:45:33.579857 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec24589-a786-4c8c-97da-3c26267f29cf req-a59c0f6d-ccf0-4cb6-a7c0-26fad3d22995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:33.581369 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eec24589-a786-4c8c-97da-3c26267f29cf req-a59c0f6d-ccf0-4cb6-a7c0-26fad3d22995 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad72131aec4f41d7b218a8d93e3e47d1&device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1098 time: 0.0765524 Jun 27 12:45:33.835266 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec24589-a786-4c8c-97da-3c26267f29cf req-03179ec4-6a33-4970-a188-150e30322ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:33.836727 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eec24589-a786-4c8c-97da-3c26267f29cf req-03179ec4-6a33-4970-a188-150e30322ec8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8509124-4116-4457-96cd-ce4280128114 HTTP/1.1" status: 200 len: 910 time: 0.2277412 Jun 27 12:45:33.946120 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eec24589-a786-4c8c-97da-3c26267f29cf req-d2c108fc-e9b7-45b5-8cb4-3dd496d9631f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37a08109-6362-490b-a686-344da785908c HTTP/1.1" status: 200 len: 1001 time: 0.1024930 Jun 27 12:45:34.011506 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec24589-a786-4c8c-97da-3c26267f29cf req-0030d672-6921-45df-8013-7863214d4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:34.012962 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eec24589-a786-4c8c-97da-3c26267f29cf req-0030d672-6921-45df-8013-7863214d4afd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=193ae10d-16df-4543-89e5-5712c19e05a6 HTTP/1.1" status: 200 len: 848 time: 0.0599647 Jun 27 12:45:34.098538 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec24589-a786-4c8c-97da-3c26267f29cf req-741c6614-4d5e-42f2-bedb-d6e5980d829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:45:34.100067 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eec24589-a786-4c8c-97da-3c26267f29cf req-741c6614-4d5e-42f2-bedb-d6e5980d829c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8509124-4116-4457-96cd-ce4280128114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805497 Jun 27 12:45:34.244880 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eec24589-a786-4c8c-97da-3c26267f29cf req-63636fec-08a9-40ff-a6ba-d9630ff0c205 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383789 Jun 27 12:45:34.380659 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eec24589-a786-4c8c-97da-3c26267f29cf req-d4966d57-d9ac-499a-8eac-6b961487338e service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281962 Jun 27 12:45:41.641796 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:45:55.535717 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:56.488779 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24399ade-cc3f-4120-a44f-483af4770ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:56.926503 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:45:59.144912 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e90c335f-894c-4ef0-9a1f-96b0b534ebb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:00.176168 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:01.661330 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:18.641580 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:46:25.537802 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:26.489759 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-4cbae3de-5aa9-4482-b3a2-5a55a26c4844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:26.922491 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:29.149204 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-9490dd36-1a77-43b5-8f7b-714370e45db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:30.184419 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:31.667415 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:34.423437 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-032c8485-dce3-4735-ae0e-3ecacd5bc1c7 req-af4fba4f-6e88-455f-8c56-254aa1193996 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825868 Jun 27 12:46:34.596027 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c8485-dce3-4735-ae0e-3ecacd5bc1c7 req-4d448819-6528-4909-a720-3fdae92b4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:34.597491 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-032c8485-dce3-4735-ae0e-3ecacd5bc1c7 req-4d448819-6528-4909-a720-3fdae92b4e92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad72131aec4f41d7b218a8d93e3e47d1&device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1098 time: 0.1000824 Jun 27 12:46:34.747000 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c8485-dce3-4735-ae0e-3ecacd5bc1c7 req-dbeaec80-8c07-469a-9891-e88cdd1f7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:34.748578 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-032c8485-dce3-4735-ae0e-3ecacd5bc1c7 req-dbeaec80-8c07-469a-9891-e88cdd1f7f32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8509124-4116-4457-96cd-ce4280128114 HTTP/1.1" status: 200 len: 910 time: 0.1286466 Jun 27 12:46:34.853894 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-032c8485-dce3-4735-ae0e-3ecacd5bc1c7 req-69576fc7-f8d5-4cdf-a445-879e8d6bd11f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37a08109-6362-490b-a686-344da785908c HTTP/1.1" status: 200 len: 1001 time: 0.0987632 Jun 27 12:46:34.922106 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c8485-dce3-4735-ae0e-3ecacd5bc1c7 req-744ef79a-6f31-47f1-a292-7e99829b842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:34.923538 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-032c8485-dce3-4735-ae0e-3ecacd5bc1c7 req-744ef79a-6f31-47f1-a292-7e99829b842d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=193ae10d-16df-4543-89e5-5712c19e05a6 HTTP/1.1" status: 200 len: 848 time: 0.0630488 Jun 27 12:46:34.999810 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c8485-dce3-4735-ae0e-3ecacd5bc1c7 req-a512232b-092c-46f8-b30f-3cfad2e23eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:46:35.001303 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-032c8485-dce3-4735-ae0e-3ecacd5bc1c7 req-a512232b-092c-46f8-b30f-3cfad2e23eb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8509124-4116-4457-96cd-ce4280128114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712726 Jun 27 12:46:35.134150 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-032c8485-dce3-4735-ae0e-3ecacd5bc1c7 req-9b692dde-4032-4ec5-a759-3b527668389e service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258523 Jun 27 12:46:35.266567 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-032c8485-dce3-4735-ae0e-3ecacd5bc1c7 req-5c3f62c3-bb65-477e-a72f-5ea5f26c077c service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259642 Jun 27 12:46:55.541287 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:55.644474 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:46:56.486065 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-6f52cec9-6710-4977-825b-414fa9aaa272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:56.924416 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:46:59.147856 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-60accd91-1405-430a-bae2-9e21b6dc873b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:00.185845 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:01.669071 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:25.537260 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:26.481073 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e90eaf29-e3f6-4bfd-8f1b-67ed5f62dcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:26.919286 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:28.125708 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7253c-fac9-48ab-a364-89f9fba6d428 req-473305de-8e74-4c8e-a597-1af468e67c43 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:28.127122 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-34f7253c-fac9-48ab-a364-89f9fba6d428 req-473305de-8e74-4c8e-a597-1af468e67c43 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.1045151 Jun 27 12:47:28.173121 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-34f7253c-fac9-48ab-a364-89f9fba6d428 req-396016c5-0f6e-401c-ac98-cfa72cc89093 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400977 Jun 27 12:47:29.156795 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a2fa-492e-463c-af76-abece24556be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:29.398696 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5ca94-44e1-42c4-8d02-2d23847d7051 req-bab8da2c-747b-49e9-a403-32a6ccc645a5 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:29.400192 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f6e5ca94-44e1-42c4-8d02-2d23847d7051 req-bab8da2c-747b-49e9-a403-32a6ccc645a5 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0944045 Jun 27 12:47:29.449100 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f6e5ca94-44e1-42c4-8d02-2d23847d7051 req-6975795c-ab7e-47df-87f5-502416df10f7 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429165 Jun 27 12:47:30.189264 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:30.669916 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf85cd2-ce7f-4106-955b-c64805eeed17 req-0205c5e4-8214-4190-bb86-cc8e40f32d5b tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:30.671392 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-daf85cd2-ce7f-4106-955b-c64805eeed17 req-0205c5e4-8214-4190-bb86-cc8e40f32d5b tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0927289 Jun 27 12:47:30.719907 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-daf85cd2-ce7f-4106-955b-c64805eeed17 req-f7b86c02-c801-4187-9795-f42ef83debbf tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424879 Jun 27 12:47:31.671976 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:31.911787 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbbab3-dc59-4aa9-adfd-51715582130e req-6582c212-bfa3-4439-91e7-ed16e85ed936 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:31.913237 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1bcbbab3-dc59-4aa9-adfd-51715582130e req-6582c212-bfa3-4439-91e7-ed16e85ed936 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0817873 Jun 27 12:47:31.960388 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1bcbbab3-dc59-4aa9-adfd-51715582130e req-e6756142-1a86-41a0-8fcf-5149b1157d2a tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387256 Jun 27 12:47:32.643273 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:47:33.156439 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e68ea-b49b-47d1-9339-9a0b6082844e req-6e15f0c9-212a-45ad-a188-1e2d60c2a033 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:33.157908 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-648e68ea-b49b-47d1-9339-9a0b6082844e req-6e15f0c9-212a-45ad-a188-1e2d60c2a033 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0927351 Jun 27 12:47:33.209241 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-648e68ea-b49b-47d1-9339-9a0b6082844e req-e3852956-7bd2-4323-82ae-69ba0d2ceb86 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438991 Jun 27 12:47:34.570288 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e795c8-f7f5-4e89-9c59-1074573812c8 req-33ef1212-5a4b-4ae6-9c06-642750bd9ea0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:34.571678 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d1e795c8-f7f5-4e89-9c59-1074573812c8 req-33ef1212-5a4b-4ae6-9c06-642750bd9ea0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.2210081 Jun 27 12:47:34.627135 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d1e795c8-f7f5-4e89-9c59-1074573812c8 req-7099202d-a484-41cf-b2a3-c99622479b40 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491755 Jun 27 12:47:35.831079 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126a830-f0d1-489e-833a-5d952f07e644 req-68972516-ec17-4c40-90f8-0f63bf0e40bd tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:35.832592 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7126a830-f0d1-489e-833a-5d952f07e644 req-68972516-ec17-4c40-90f8-0f63bf0e40bd tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0841289 Jun 27 12:47:35.877875 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-7126a830-f0d1-489e-833a-5d952f07e644 req-b153f647-8d59-4475-87c0-1a3fa3765596 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393631 Jun 27 12:47:36.491358 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcfc8c-d159-4f57-ab98-5177d0b37814 req-309bf482-2b6c-4498-99e5-0cb5205e27cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:36.492984 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eedcfc8c-d159-4f57-ab98-5177d0b37814 req-309bf482-2b6c-4498-99e5-0cb5205e27cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad72131aec4f41d7b218a8d93e3e47d1&device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1098 time: 0.0773296 Jun 27 12:47:36.639987 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcfc8c-d159-4f57-ab98-5177d0b37814 req-d7a6dc44-81eb-43b9-abb6-8dca2e95b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:36.641469 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eedcfc8c-d159-4f57-ab98-5177d0b37814 req-d7a6dc44-81eb-43b9-abb6-8dca2e95b950 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8509124-4116-4457-96cd-ce4280128114 HTTP/1.1" status: 200 len: 910 time: 0.1278851 Jun 27 12:47:36.744597 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eedcfc8c-d159-4f57-ab98-5177d0b37814 req-aa42531d-db61-47a4-ba2f-7f8cb1ac03a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37a08109-6362-490b-a686-344da785908c HTTP/1.1" status: 200 len: 1001 time: 0.0958893 Jun 27 12:47:36.824112 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcfc8c-d159-4f57-ab98-5177d0b37814 req-c23d7c64-77c8-4b29-af44-103759fa13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:36.829402 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eedcfc8c-d159-4f57-ab98-5177d0b37814 req-c23d7c64-77c8-4b29-af44-103759fa13fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=193ae10d-16df-4543-89e5-5712c19e05a6 HTTP/1.1" status: 200 len: 848 time: 0.0743060 Jun 27 12:47:36.913945 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcfc8c-d159-4f57-ab98-5177d0b37814 req-67fc540c-a839-42f2-ac89-f004aee54ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:36.915405 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eedcfc8c-d159-4f57-ab98-5177d0b37814 req-67fc540c-a839-42f2-ac89-f004aee54ff5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8509124-4116-4457-96cd-ce4280128114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785310 Jun 27 12:47:36.927549 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [req-eedcfc8c-d159-4f57-ab98-5177d0b37814 req-ce699fa7-a9a0-4af5-9fef-483c485ea209 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=78480) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 27 12:47:36.928492 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eedcfc8c-d159-4f57-ab98-5177d0b37814 req-ce699fa7-a9a0-4af5-9fef-483c485ea209 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050225 Jun 27 12:47:37.067558 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eedcfc8c-d159-4f57-ab98-5177d0b37814 req-e5808e0e-486c-416f-bf89-f6ed942d1d31 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313186 Jun 27 12:47:37.220114 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-eedcfc8c-d159-4f57-ab98-5177d0b37814 req-a106479a-f948-453b-9039-a71ddd3d7493 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454949 Jun 27 12:47:37.316667 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c48cb-0d9e-418b-acc5-718a81ab2dd0 req-336f8850-8fdc-4743-82cb-75ccbede4542 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:37.318147 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c82c48cb-0d9e-418b-acc5-718a81ab2dd0 req-336f8850-8fdc-4743-82cb-75ccbede4542 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.1580281 Jun 27 12:47:37.368700 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-c82c48cb-0d9e-418b-acc5-718a81ab2dd0 req-fb9e0c6c-1e80-4106-9259-ec4d3639ba65 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447528 Jun 27 12:47:38.219093 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1e3a3-3a83-497f-8460-445b904b4a10 req-ef1e0aeb-9799-4928-b5f7-d786b68d06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:38.220589 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-76b1e3a3-3a83-497f-8460-445b904b4a10 req-ef1e0aeb-9799-4928-b5f7-d786b68d06bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad72131aec4f41d7b218a8d93e3e47d1&device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1098 time: 0.0743814 Jun 27 12:47:38.359720 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1e3a3-3a83-497f-8460-445b904b4a10 req-9693bbed-7c4c-40d0-b082-a0a69126ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:38.361210 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-76b1e3a3-3a83-497f-8460-445b904b4a10 req-9693bbed-7c4c-40d0-b082-a0a69126ed17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8509124-4116-4457-96cd-ce4280128114 HTTP/1.1" status: 200 len: 910 time: 0.1339102 Jun 27 12:47:38.465901 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-76b1e3a3-3a83-497f-8460-445b904b4a10 req-8798d2c1-563e-4e15-a5e3-e91b61592465 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37a08109-6362-490b-a686-344da785908c HTTP/1.1" status: 200 len: 1001 time: 0.0980558 Jun 27 12:47:38.536570 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1e3a3-3a83-497f-8460-445b904b4a10 req-31a7aefe-2fb3-4f15-92da-43ac7af5c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:38.538017 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-76b1e3a3-3a83-497f-8460-445b904b4a10 req-31a7aefe-2fb3-4f15-92da-43ac7af5c4cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=193ae10d-16df-4543-89e5-5712c19e05a6 HTTP/1.1" status: 200 len: 848 time: 0.0657549 Jun 27 12:47:38.612188 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11100df-f3e6-4fa3-80f4-241509517f98 req-61021c36-ec4f-470a-a1ff-f0cc48e72170 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:38.613770 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c11100df-f3e6-4fa3-80f4-241509517f98 req-61021c36-ec4f-470a-a1ff-f0cc48e72170 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.1397696 Jun 27 12:47:38.617120 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1e3a3-3a83-497f-8460-445b904b4a10 req-17f3b8bc-7051-4ae6-9c8c-0d421cdff4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:38.618818 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-76b1e3a3-3a83-497f-8460-445b904b4a10 req-17f3b8bc-7051-4ae6-9c8c-0d421cdff4c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8509124-4116-4457-96cd-ce4280128114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734818 Jun 27 12:47:38.658593 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-c11100df-f3e6-4fa3-80f4-241509517f98 req-1ea7cd22-b8c7-42a2-a954-349287c6300f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388160 Jun 27 12:47:38.752262 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-76b1e3a3-3a83-497f-8460-445b904b4a10 req-4860d685-cd7b-4e39-be1f-2f6d2a3c3013 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253428 Jun 27 12:47:38.985459 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-76b1e3a3-3a83-497f-8460-445b904b4a10 req-52f09f59-70de-46c3-9b44-38bab0da3696 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272828 Jun 27 12:47:39.855801 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a44729-111f-4096-b317-f73168e29ec3 req-45ae48d6-0297-4110-89ba-79c0408657b1 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:39.857257 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-59a44729-111f-4096-b317-f73168e29ec3 req-45ae48d6-0297-4110-89ba-79c0408657b1 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0806744 Jun 27 12:47:39.903365 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-59a44729-111f-4096-b317-f73168e29ec3 req-b47b2b88-e926-4943-adcd-f8d702e1b318 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402825 Jun 27 12:47:41.098206 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d0221-7cc9-402d-a658-ca2ac2db1fd8 req-eaff631b-a8cf-4af1-a033-c54a4c706fdf tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:41.099695 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9a8d0221-7cc9-402d-a658-ca2ac2db1fd8 req-eaff631b-a8cf-4af1-a033-c54a4c706fdf tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0830679 Jun 27 12:47:41.147126 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-9a8d0221-7cc9-402d-a658-ca2ac2db1fd8 req-246467c2-78fd-488d-b584-4fca00b0ed65 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416930 Jun 27 12:47:42.345952 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5a923-163a-4a88-982c-e16335aae846 req-e44890e1-7781-4c12-8ade-c4eabbf15e52 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:42.347553 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3eb5a923-163a-4a88-982c-e16335aae846 req-e44890e1-7781-4c12-8ade-c4eabbf15e52 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0920832 Jun 27 12:47:42.392548 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-3eb5a923-163a-4a88-982c-e16335aae846 req-68ff5dab-0dfa-4416-8fe9-79c39e1f8f99 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390863 Jun 27 12:47:42.753112 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520925-e170-47a3-a1da-054a6624a1ec req-6a7124c9-baeb-4117-8da5-2ce199664b7c tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:42.754604 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-39520925-e170-47a3-a1da-054a6624a1ec req-6a7124c9-baeb-4117-8da5-2ce199664b7c tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0826862 Jun 27 12:47:42.806673 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-39520925-e170-47a3-a1da-054a6624a1ec req-a1be96d9-beb3-4386-aa2a-7db29e5ad17c tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Jun 27 12:47:42.864019 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-3a3d4897-642b-45d4-aee1-956981b92bac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2370558 Jun 27 12:47:44.000650 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b473c-713f-4ed0-a49a-c9707dd55d0b req-30c61daa-c683-4b21-94da-1cf96c5af0a0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:44.002120 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e14b473c-713f-4ed0-a49a-c9707dd55d0b req-30c61daa-c683-4b21-94da-1cf96c5af0a0 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0809927 Jun 27 12:47:44.050135 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-e14b473c-713f-4ed0-a49a-c9707dd55d0b req-0c7ad541-f999-40ba-8388-d665ded8785a tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421638 Jun 27 12:47:44.109452 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-7e094f80-b624-4fc3-8e6f-821ef405f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:44.110864 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-7e094f80-b624-4fc3-8e6f-821ef405f6b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3&tenant_id=ad72131aec4f41d7b218a8d93e3e47d1 HTTP/1.1" status: 200 len: 1098 time: 0.0755901 Jun 27 12:47:44.190412 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 37a08109-6362-490b-a686-344da785908c no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:47:44.209694 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-3a47ecc8-5283-41ad-8c02-13bfc5d978c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:44.211225 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-3a47ecc8-5283-41ad-8c02-13bfc5d978c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad72131aec4f41d7b218a8d93e3e47d1&device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1098 time: 0.0760002 Jun 27 12:47:44.304980 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:44.330969 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a08109-6362-490b-a686-344da785908c'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:47:44.341200 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 37a08109-6362-490b-a686-344da785908c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37a08109-6362-490b-a686-344da785908c,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:47:44.344957 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-eca345ae-5812-42d0-9b64-a725088009d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:44.346888 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-eca345ae-5812-42d0-9b64-a725088009d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8509124-4116-4457-96cd-ce4280128114 HTTP/1.1" status: 200 len: 910 time: 0.1282494 Jun 27 12:47:44.347349 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:44.349506 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-97a8172f-cd83-40ee-98e4-efdee2bb9b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:47:44.384050 dv-cinder-798099-1-iscsi neutron-server[78481]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37a08109-6362-490b-a686-344da785908c', 'code': 422} returned with failed status Jun 27 12:47:44.415692 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=37a08109-6362-490b-a686-344da785908c,revision_number=6']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:47:44.422999 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:44.423339 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:44.423673 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:44.423994 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:44.424308 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:44.424720 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:44.425002 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:44.425348 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:44.425666 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:44.426554 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:44.426554 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:44.426554 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:47:44.430799 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:47:44.453321 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-25f69691-6068-4f6d-99dc-9b1434ff2edd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37a08109-6362-490b-a686-344da785908c HTTP/1.1" status: 200 len: 999 time: 0.1001673 Jun 27 12:47:44.522949 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-dcd62d77-5077-490a-bce3-ac761cab5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:44.524438 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-dcd62d77-5077-490a-bce3-ac761cab5f20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=193ae10d-16df-4543-89e5-5712c19e05a6 HTTP/1.1" status: 200 len: 848 time: 0.0641327 Jun 27 12:47:44.624627 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-b2f200f5-4e4d-4287-b816-d21378e4020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:44.626004 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-b2f200f5-4e4d-4287-b816-d21378e4020c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8509124-4116-4457-96cd-ce4280128114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0948715 Jun 27 12:47:44.761466 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-acc71128-6ac1-468d-9ed6-14c221b1aa29 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285675 Jun 27 12:47:44.893941 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-780cb4cd-93d7-4487-b5e4-aca0962ef3f4 req-b9394b1d-a68e-4540-b803-4d93d140ea45 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265411 Jun 27 12:47:45.251106 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c31bd-07b1-4e8b-98e4-d0f2bf7a4ca6 req-ad786653-500c-4da0-9b5b-05fc57cfb620 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:45.252464 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a86c31bd-07b1-4e8b-98e4-d0f2bf7a4ca6 req-ad786653-500c-4da0-9b5b-05fc57cfb620 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 943 time: 0.0950546 Jun 27 12:47:45.298573 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-a86c31bd-07b1-4e8b-98e4-d0f2bf7a4ca6 req-e07f4fa3-6d8c-4cfa-b912-ae14018239fa tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400186 Jun 27 12:47:46.490849 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a58ce9-ce82-400c-a02f-9fce53e4d605 req-762a2f01-c3a0-48b1-b730-0752898ba5b8 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:46.492361 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-87a58ce9-ce82-400c-a02f-9fce53e4d605 req-762a2f01-c3a0-48b1-b730-0752898ba5b8 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 943 time: 0.0812786 Jun 27 12:47:46.538745 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-87a58ce9-ce82-400c-a02f-9fce53e4d605 req-84963f16-183c-4730-8869-624932d343ef tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405693 Jun 27 12:47:47.735161 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63938602-fcdd-4134-bb0a-49e15b4e8b41 req-86f2844d-cfed-42b1-a594-88da20696582 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:47.736656 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-63938602-fcdd-4134-bb0a-49e15b4e8b41 req-86f2844d-cfed-42b1-a594-88da20696582 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 943 time: 0.0890710 Jun 27 12:47:47.783537 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-63938602-fcdd-4134-bb0a-49e15b4e8b41 req-38b3a765-ce39-49e8-8cfe-b9c5773a4083 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395668 Jun 27 12:47:48.977133 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc79468-6964-44a7-ac33-f4acc9009e3d req-7beabad0-7d27-4376-a9c5-a638340a0796 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:48.978558 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7dc79468-6964-44a7-ac33-f4acc9009e3d req-7beabad0-7d27-4376-a9c5-a638340a0796 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 943 time: 0.0909035 Jun 27 12:47:49.027121 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-7dc79468-6964-44a7-ac33-f4acc9009e3d req-d2a273e1-8b12-4f52-8ca6-5361aa731a25 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403244 Jun 27 12:47:50.234093 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3be46-0309-40df-ae63-8bff4910cfec req-b44465c3-4841-4525-84c4-85e91d828289 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:50.235531 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-eec3be46-0309-40df-ae63-8bff4910cfec req-b44465c3-4841-4525-84c4-85e91d828289 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 943 time: 0.0949206 Jun 27 12:47:50.297359 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-eec3be46-0309-40df-ae63-8bff4910cfec req-70813b90-97cd-4dd5-a14f-f585611a3075 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539231 Jun 27 12:47:51.505796 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6c279-1aaa-4412-9c09-d28813fe9148 req-daff26a3-d0fd-4eef-b8ce-e953233ce6ba tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:51.507264 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4ff6c279-1aaa-4412-9c09-d28813fe9148 req-daff26a3-d0fd-4eef-b8ce-e953233ce6ba tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 943 time: 0.0892904 Jun 27 12:47:51.553578 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-4ff6c279-1aaa-4412-9c09-d28813fe9148 req-fcb3edc4-10fd-4439-9e9e-4403459b625e tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404818 Jun 27 12:47:52.229430 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 37a08109-6362-490b-a686-344da785908c details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=78481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 27 12:47:52.385990 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 37a08109-6362-490b-a686-344da785908c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37a08109-6362-490b-a686-344da785908c,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:47:52.399495 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Returning: {'device': '37a08109-6362-490b-a686-344da785908c', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'port_id': '37a08109-6362-490b-a686-344da785908c', 'mac_address': 'fa:16:3e:40:26:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 27 12:47:52.454670 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:52.461995 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1be9a-fafd-4c93-82a7-61d7a78742b4 req-0419b97b-49d2-4474-bf31-a4a69504c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:52.463534 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfd1be9a-fafd-4c93-82a7-61d7a78742b4 req-0419b97b-49d2-4474-bf31-a4a69504c94d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1096 time: 0.0776720 Jun 27 12:47:52.474236 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a08109-6362-490b-a686-344da785908c {{(pid=78481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 27 12:47:52.490955 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 37a08109-6362-490b-a686-344da785908c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37a08109-6362-490b-a686-344da785908c,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:47:52.496157 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:52.497940 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-90284d42-f4ce-4680-ba49-5ecbbd71f392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:47:52.506633 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-dfd1be9a-fafd-4c93-82a7-61d7a78742b4 req-9e34fa28-ec97-4380-a9d7-797507137a64 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355322 Jun 27 12:47:52.567961 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=37a08109-6362-490b-a686-344da785908c,revision_number=7']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:47:52.571349 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:47:52.764428 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b19445-0659-42dd-983d-2922dc6a6534 req-a333c8ce-bda3-49fe-bf32-7fa3376259ea tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:52.765807 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-48b19445-0659-42dd-983d-2922dc6a6534 req-a333c8ce-bda3-49fe-bf32-7fa3376259ea tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 944 time: 0.1013608 Jun 27 12:47:52.817794 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-48b19445-0659-42dd-983d-2922dc6a6534 req-99e85dad-035c-420f-a736-033d62881f92 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455363 Jun 27 12:47:52.828558 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] get_ports_and_sgs() called for port_ids ['37a08109-6362-490b-a686-344da785908c'] {{(pid=78481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 27 12:47:54.019419 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b891-7083-474c-80c5-1d6b4b9c5ba0 req-7a94b51c-5ac9-414c-a6b3-a0f999dfd73f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:47:54.021244 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1461b891-7083-474c-80c5-1d6b4b9c5ba0 req-7a94b51c-5ac9-414c-a6b3-a0f999dfd73f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 944 time: 0.0938444 Jun 27 12:47:54.067324 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-1461b891-7083-474c-80c5-1d6b4b9c5ba0 req-5b88ed74-8643-4600-9e30-efc4704427eb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401874 Jun 27 12:47:54.242407 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 37a08109-6362-490b-a686-344da785908c up at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 27 12:47:54.312400 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.provisioning_blocks [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Provisioning complete for port 37a08109-6362-490b-a686-344da785908c triggered by entity L2. {{(pid=78481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 27 12:47:54.313036 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-920009'] for port, provisioning_complete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:54.435894 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-989394'] for port, before_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:54.463808 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a08109-6362-490b-a686-344da785908c'}] {{(pid=78481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:47:54.474182 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] For port 37a08109-6362-490b-a686-344da785908c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37a08109-6362-490b-a686-344da785908c,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:47:54.478863 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737232379850', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737231934477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737231934522'] for port, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:54.480832 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:47:54.509475 dv-cinder-798099-1-iscsi neutron-server[78481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a08109-6362-490b-a686-344da785908c', 'code': 200} Jun 27 12:47:54.580633 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Pushing event updated for resources: {'Port': ['ID=37a08109-6362-490b-a686-344da785908c,revision_number=8']} {{(pid=78481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:47:54.584551 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_concurrency.lockutils [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:47:55.544779 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:56.492006 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-8ab9c8bb-c3dc-42ae-8320-919eb40d60b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:56.927303 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:47:59.159680 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5ad4-fb45-4608-951b-1cbdca0c99b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:00.191090 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:01.680745 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:09.644552 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:48:25.552079 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:26.487355 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-1a7c155d-f87e-4440-bac9-ce45d71607d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:26.924335 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:29.146447 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b5c885ba-0e14-447e-9bdc-49cd098d6a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:30.203659 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:31.679514 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:37.470262 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d35b6e0c-0421-4114-96fc-552cc911d5e5 req-686cebdc-3eec-44fe-af9a-00666880c984 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1161137 Jun 27 12:48:37.734462 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b6e0c-0421-4114-96fc-552cc911d5e5 req-92f482f4-8b22-4480-8897-a5134336110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:48:37.735969 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d35b6e0c-0421-4114-96fc-552cc911d5e5 req-92f482f4-8b22-4480-8897-a5134336110e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad72131aec4f41d7b218a8d93e3e47d1&device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1098 time: 0.1816189 Jun 27 12:48:37.890506 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b6e0c-0421-4114-96fc-552cc911d5e5 req-8e7beade-6324-4dff-b998-780a19245c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:48:37.891966 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d35b6e0c-0421-4114-96fc-552cc911d5e5 req-8e7beade-6324-4dff-b998-780a19245c18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8509124-4116-4457-96cd-ce4280128114 HTTP/1.1" status: 200 len: 910 time: 0.1326201 Jun 27 12:48:38.007390 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d35b6e0c-0421-4114-96fc-552cc911d5e5 req-feb91793-8173-4fdd-952f-9814b8ba3288 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37a08109-6362-490b-a686-344da785908c HTTP/1.1" status: 200 len: 1001 time: 0.1061053 Jun 27 12:48:38.071849 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b6e0c-0421-4114-96fc-552cc911d5e5 req-2e8cb2fa-17e7-4544-94e6-885f7a054208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:48:38.073293 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d35b6e0c-0421-4114-96fc-552cc911d5e5 req-2e8cb2fa-17e7-4544-94e6-885f7a054208 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=193ae10d-16df-4543-89e5-5712c19e05a6 HTTP/1.1" status: 200 len: 848 time: 0.0587010 Jun 27 12:48:38.154428 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b6e0c-0421-4114-96fc-552cc911d5e5 req-fa5b2c71-398b-4ca8-804c-23174241680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:48:38.155894 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d35b6e0c-0421-4114-96fc-552cc911d5e5 req-fa5b2c71-398b-4ca8-804c-23174241680a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8509124-4116-4457-96cd-ce4280128114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747991 Jun 27 12:48:38.295846 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d35b6e0c-0421-4114-96fc-552cc911d5e5 req-3614239a-5c23-43f1-a067-5b1cdeefe7e0 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320953 Jun 27 12:48:38.426744 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d35b6e0c-0421-4114-96fc-552cc911d5e5 req-695ba464-aae9-4de5-97cf-97d3818265f2 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239657 Jun 27 12:48:46.647545 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:48:55.564849 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:56.491494 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-b02f9d78-7a16-4f58-9c66-13ca11451591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:56.921755 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:48:59.143571 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-d53368e1-f5e7-4fd6-a1ac-4199e3f1e34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:00.199506 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:01.685317 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:23.648804 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:49:25.570566 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:26.497081 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2a3a4f0b-70a5-4578-9c29-7492ada169d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:26.918181 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:29.141449 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-92bb9f40-c9ca-4b26-b887-eb41745c0047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:30.200965 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:31.685576 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:37.406975 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-889f6df3-af67-4c4f-8771-3caf263962b6 req-006057cb-9328-4771-8451-da45c902aa7a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720735 Jun 27 12:49:37.538140 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42680) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:37.560048 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f6df3-af67-4c4f-8771-3caf263962b6 req-ac8a06d7-8432-473e-b390-d8d4f03960a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:49:37.561477 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-889f6df3-af67-4c4f-8771-3caf263962b6 req-ac8a06d7-8432-473e-b390-d8d4f03960a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad72131aec4f41d7b218a8d93e3e47d1&device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1098 time: 0.0839336 Jun 27 12:49:37.705977 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f6df3-af67-4c4f-8771-3caf263962b6 req-d3b93198-3cf5-4c49-b708-310fee700d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:49:37.707350 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-889f6df3-af67-4c4f-8771-3caf263962b6 req-d3b93198-3cf5-4c49-b708-310fee700d44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8509124-4116-4457-96cd-ce4280128114 HTTP/1.1" status: 200 len: 910 time: 0.1254623 Jun 27 12:49:37.780857 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Deleting port b57870be-c92f-4aac-86e1-7a3fe7a70e14 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:49:37.781148 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:37.813869 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-889f6df3-af67-4c4f-8771-3caf263962b6 req-91a17d5c-c7fd-4d7c-a5b7-22f8cf0a81b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37a08109-6362-490b-a686-344da785908c HTTP/1.1" status: 200 len: 1001 time: 0.0991328 Jun 27 12:49:37.879946 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f6df3-af67-4c4f-8771-3caf263962b6 req-04753e0e-13df-4ea7-92e0-eef0aa4553f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:49:37.881417 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-889f6df3-af67-4c4f-8771-3caf263962b6 req-04753e0e-13df-4ea7-92e0-eef0aa4553f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=193ae10d-16df-4543-89e5-5712c19e05a6 HTTP/1.1" status: 200 len: 848 time: 0.0613871 Jun 27 12:49:37.948238 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:37.948575 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:37.957526 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f6df3-af67-4c4f-8771-3caf263962b6 req-e4768a9e-3e13-479f-9380-8400182537ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:49:37.958997 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-889f6df3-af67-4c4f-8771-3caf263962b6 req-e4768a9e-3e13-479f-9380-8400182537ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8509124-4116-4457-96cd-ce4280128114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706186 Jun 27 12:49:38.071766 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Calling delete_port for b57870be-c92f-4aac-86e1-7a3fe7a70e14 owned by network:floatingip {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:49:38.090348 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-889f6df3-af67-4c4f-8771-3caf263962b6 req-28405869-d5ed-4825-be2f-dc36bee1863f service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248610 Jun 27 12:49:38.222498 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-889f6df3-af67-4c4f-8771-3caf263962b6 req-7798ccb7-09a0-4e63-b240-8f6efee5f0e0 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258540 Jun 27 12:49:38.223514 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:38.228202 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-7f5ed377-a976-4167-bf9a-299394fbab1b tempest-ServerRescueNegativeTestJSON-1511407433 tempest-ServerRescueNegativeTestJSON-1511407433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:38.275591 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Pushing event deleted for resources: {'Port': ['ID=b57870be-c92f-4aac-86e1-7a3fe7a70e14,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:38.338389 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:38.338766 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:38.339140 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:38.339507 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:38.339870 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:38.340232 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:38.340617 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:38.340978 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:38.341334 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:38.341693 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:38.342040 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:38.342394 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:38.347717 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:38.374214 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for floatingip, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:38.374570 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.db.l3_db [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Floating IP 3042e414-5d04-4d39-9cda-edfa17adac82 disassociated (deleted). External IP: 172.27.0.118, port: 37a08109-6362-490b-a686-344da785908c. Jun 27 12:49:38.844241 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:49:39.026284 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:49:39.038919 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a795dda-ea7d-462e-94aa-814d8e3dae81 None None] Sync routers for ids ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:49:39.049803 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for floatingip, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:39.050018 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a795dda-ea7d-462e-94aa-814d8e3dae81 None None] Routers {'70b551ba-f478-48dd-99cc-d47c6fb0efc3'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:49:39.050509 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-4a795dda-ea7d-462e-94aa-814d8e3dae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:49:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:39.107322 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-0c9791d9-2df5-4d83-9066-f36629e6a362 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "DELETE /v2.0/floatingips/3042e414-5d04-4d39-9cda-edfa17adac82 HTTP/1.1" status: 204 len: 168 time: 1.5679486 Jun 27 12:49:39.108082 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'tag': '37a08109-6362-490b-a686-344da785908c'}] {{(pid=78479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:49:39.166275 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'tag': '37a08109-6362-490b-a686-344da785908c', 'status': 'completed', 'code': 200} Jun 27 12:49:39.225779 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-4a795dda-ea7d-462e-94aa-814d8e3dae81 None None] Set router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:49:39.259074 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c627-2f84-44da-9353-ea1355455a48 req-82d30ceb-b131-4a2a-bf94-9ed86c90c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:49:39.260607 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f1c8c627-2f84-44da-9353-ea1355455a48 req-82d30ceb-b131-4a2a-bf94-9ed86c90c771 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad72131aec4f41d7b218a8d93e3e47d1&device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 1098 time: 0.0712600 Jun 27 12:49:39.490307 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6658d7-749b-4a72-88cf-2969209648cf req-23beab26-deac-4b5d-ad52-d4ee46d6e83e tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:49:39.491323 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-3c6658d7-749b-4a72-88cf-2969209648cf req-23beab26-deac-4b5d-ad52-d4ee46d6e83e tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Synchronizing usage tracker for tenant:ad72131aec4f41d7b218a8d93e3e47d1 on resource:port {{(pid=78479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 27 12:49:39.504937 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c627-2f84-44da-9353-ea1355455a48 req-bac01958-e648-4238-9443-6d985410d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:49:39.506493 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f1c8c627-2f84-44da-9353-ea1355455a48 req-bac01958-e648-4238-9443-6d985410d7da service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8509124-4116-4457-96cd-ce4280128114 HTTP/1.1" status: 200 len: 910 time: 0.2396786 Jun 27 12:49:39.509156 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.quota.resource [req-3c6658d7-749b-4a72-88cf-2969209648cf req-23beab26-deac-4b5d-ad52-d4ee46d6e83e tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Unset dirty status for tenant:ad72131aec4f41d7b218a8d93e3e47d1 on resource:port {{(pid=78479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 27 12:49:39.510455 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3c6658d7-749b-4a72-88cf-2969209648cf req-23beab26-deac-4b5d-ad52-d4ee46d6e83e tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.1002064 Jun 27 12:49:39.546742 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-4a795dda-ea7d-462e-94aa-814d8e3dae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:44:20Z', 'revision_number': 4, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port': {'id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:17Z', 'updated_at': '2021-06-27T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '6c78387d-2e4b-410c-909b-70fd872281d0', 'name': '', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'mac_address': 'fa:16:3e:81:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:19Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 5, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'subnets': [{'id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:39.551692 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a795dda-ea7d-462e-94aa-814d8e3dae81 None None] Checking router: 70b551ba-f478-48dd-99cc-d47c6fb0efc3 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:49:39.555513 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-3c6658d7-749b-4a72-88cf-2969209648cf req-94fa4fb9-878b-46a3-81f8-541f71eef0db tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388937 Jun 27 12:49:39.560124 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a795dda-ea7d-462e-94aa-814d8e3dae81 None None] Routers {'70b551ba-f478-48dd-99cc-d47c6fb0efc3'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:49:39.560754 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-4a795dda-ea7d-462e-94aa-814d8e3dae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:49:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:39.578037 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f1c8c627-2f84-44da-9353-ea1355455a48 req-2786d43a-9971-434b-99a4-a85f61cc2399 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37a08109-6362-490b-a686-344da785908c HTTP/1.1" status: 200 len: 217 time: 0.0624726 Jun 27 12:49:39.643542 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c627-2f84-44da-9353-ea1355455a48 req-dbcb1419-7d76-403e-aa23-d6cf3779fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:49:39.645366 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f1c8c627-2f84-44da-9353-ea1355455a48 req-dbcb1419-7d76-403e-aa23-d6cf3779fecf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=193ae10d-16df-4543-89e5-5712c19e05a6 HTTP/1.1" status: 200 len: 848 time: 0.0602183 Jun 27 12:49:39.720581 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c627-2f84-44da-9353-ea1355455a48 req-2f2f046e-bab0-4dde-be36-199fd68293c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:49:39.722086 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f1c8c627-2f84-44da-9353-ea1355455a48 req-2f2f046e-bab0-4dde-be36-199fd68293c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8509124-4116-4457-96cd-ce4280128114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699658 Jun 27 12:49:39.736157 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-4a795dda-ea7d-462e-94aa-814d8e3dae81 None None] Set router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:49:39.856402 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f1c8c627-2f84-44da-9353-ea1355455a48 req-157ce84b-b2d1-4354-b536-3bd2493989a7 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241403 Jun 27 12:49:39.988577 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-f1c8c627-2f84-44da-9353-ea1355455a48 req-e182c4b7-f7b7-460b-8a4c-304230b43b93 service neutron] 10.222.0.36 "GET /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253159 Jun 27 12:49:40.087344 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-4a795dda-ea7d-462e-94aa-814d8e3dae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:44:20Z', 'revision_number': 4, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port': {'id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:17Z', 'updated_at': '2021-06-27T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '6c78387d-2e4b-410c-909b-70fd872281d0', 'name': '', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'mac_address': 'fa:16:3e:81:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:19Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 5, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'subnets': [{'id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:40.094343 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a795dda-ea7d-462e-94aa-814d8e3dae81 None None] The sync data for ids ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'] in dv-cinder-798099-1-iscsi is: [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:44:20Z', 'revision_number': 4, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port': {'id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:17Z', 'updated_at': '2021-06-27T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi', '_interfaces': [{'id': '6c78387d-2e4b-410c-909b-70fd872281d0', 'name': '', 'network_id': 'a8509124-4116-4457-96cd-ce4280128114', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'mac_address': 'fa:16:3e:81:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:19Z', 'updated_at': '2021-06-27T12:44:27Z', 'revision_number': 5, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'subnets': [{'id': '193ae10d-16df-4543-89e5-5712c19e05a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:49:40.334487 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36ace0-584e-41f8-87eb-5e692f178c0a None None] New status for floating IP 3042e414-5d04-4d39-9cda-edfa17adac82: DOWN {{(pid=78482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 27 12:49:40.750361 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8687b9f-6ec0-4d3d-b027-36481c098d01 req-30d24fbc-f17d-4d33-a3ee-1a68ef48f566 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:49:40.751720 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d8687b9f-6ec0-4d3d-b027-36481c098d01 req-30d24fbc-f17d-4d33-a3ee-1a68ef48f566 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0881400 Jun 27 12:49:40.798969 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-d8687b9f-6ec0-4d3d-b027-36481c098d01 req-035f1084-95f2-4de2-ac1a-12a70602c679 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/security-groups?id=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408523 Jun 27 12:49:41.251136 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0573d2-2910-437d-9e03-3a6dfc26950a req-a4814255-d92e-4dcd-8b23-bacca147f584 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 27 12:49:41.252592 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bf0573d2-2910-437d-9e03-3a6dfc26950a req-a4814255-d92e-4dcd-8b23-bacca147f584 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.36 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 945 time: 0.0944479 Jun 27 12:49:41.334276 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-bf0573d2-2910-437d-9e03-3a6dfc26950a req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Deleting port 37a08109-6362-490b-a686-344da785908c {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:49:41.334626 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-bf0573d2-2910-437d-9e03-3a6dfc26950a req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:41.595907 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [req-bf0573d2-2910-437d-9e03-3a6dfc26950a req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] For port 37a08109-6362-490b-a686-344da785908c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37a08109-6362-490b-a686-344da785908c,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:49:41.596148 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-bf0573d2-2910-437d-9e03-3a6dfc26950a req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:41.721187 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [req-bf0573d2-2910-437d-9e03-3a6dfc26950a req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Calling delete_port for 37a08109-6362-490b-a686-344da785908c owned by compute:nova {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:49:41.874748 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-bf0573d2-2910-437d-9e03-3a6dfc26950a req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:41.881892 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-a664a5f9-5925-402c-8738-19b2ead5e275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:41.927260 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Pushing event deleted for resources: {'Port': ['ID=37a08109-6362-490b-a686-344da785908c,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:41.966816 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:41.967185 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:41.967540 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:41.967888 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:41.968235 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:41.968604 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:41.968948 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:41.969289 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:41.969619 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:41.969954 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:41.970295 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:41.970659 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798099-1-iscsi {{(pid=78480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 12:49:41.974129 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-8aa9f633-8028-4b0e-a2c6-81f7df45b839 req-a13bcd9e-dd15-4d73-ba98-57333d135dce tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 210 time: 0.0490549 Jun 27 12:49:41.977872 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:42.014770 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0573d2-2910-437d-9e03-3a6dfc26950a req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] No DVR routers for this DVR port 37a08109-6362-490b-a686-344da785908c on host hv-cinder-79809 {{(pid=78480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:49:42.017225 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [req-bf0573d2-2910-437d-9e03-3a6dfc26950a req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125810'] for port, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:42.020173 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'name': 'network-vif-deleted', 'tag': '37a08109-6362-490b-a686-344da785908c'}] {{(pid=78480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 27 12:49:42.037267 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [req-bf0573d2-2910-437d-9e03-3a6dfc26950a req-531a9088-8e6f-4aa8-833a-8ddb51823b46 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.36 "DELETE /v2.0/ports/37a08109-6362-490b-a686-344da785908c HTTP/1.1" status: 204 len: 173 time: 0.7792258 Jun 27 12:49:42.068728 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b3c391-4a38-484d-8804-947565b4fac3', 'name': 'network-vif-deleted', 'tag': '37a08109-6362-490b-a686-344da785908c', 'status': 'completed', 'code': 200} Jun 27 12:49:43.135517 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [req-89672adb-f49c-483c-ad61-52e419a4ec72 req-dfa1c486-d79e-4d10-b7df-6590fcd59a73 tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "GET /v2.0/ports?device_id=63b3c391-4a38-484d-8804-947565b4fac3 HTTP/1.1" status: 200 len: 210 time: 0.0430095 Jun 27 12:49:44.240760 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42704) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:44.312137 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e53f6d8a-a214-4396-800b-b75770963e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:44.342059 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e53f6d8a-a214-4396-800b-b75770963e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:44.418568 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e53f6d8a-a214-4396-800b-b75770963e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:44.422407 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b988a09c-fd71-4c46-b037-f23dccf3f596 tempest-AttachVolumeTestJSON-886598681 tempest-AttachVolumeTestJSON-886598681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:44.437611 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f6d8a-a214-4396-800b-b75770963e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d346c4c5-cdd2-40c0-a9d8-0039f3bc3255,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:44.442253 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e53f6d8a-a214-4396-800b-b75770963e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:44.451207 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-e53f6d8a-a214-4396-800b-b75770963e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:44.452434 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-e53f6d8a-a214-4396-800b-b75770963e8f tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] 10.222.0.38 "DELETE /v2.0/security-groups/d346c4c5-cdd2-40c0-a9d8-0039f3bc3255 HTTP/1.1" status: 204 len: 168 time: 0.2106133 Jun 27 12:49:44.795949 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 37a08109-6362-490b-a686-344da785908c no longer exists at agent hyperv_hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:49:44.829969 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] No Port match for: 37a08109-6362-490b-a686-344da785908c {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:49:44.830323 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Device 37a08109-6362-490b-a686-344da785908c not bound to the agent host hv-cinder-79809 {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:49:45.523261 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42712) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:46.190927 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbbad-3471-4724-9cf6-e18c7eaec549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774262'] for router_interface, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:46.693685 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-0ebfbbad-3471-4724-9cf6-e18c7eaec549 admin admin] Deleting port 6c78387d-2e4b-410c-909b-70fd872281d0 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:49:46.694486 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbbad-3471-4724-9cf6-e18c7eaec549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:46.864325 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-0ebfbbad-3471-4724-9cf6-e18c7eaec549 admin admin] For port 6c78387d-2e4b-410c-909b-70fd872281d0, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=6c78387d-2e4b-410c-909b-70fd872281d0,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:49:46.864694 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbbad-3471-4724-9cf6-e18c7eaec549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:46.993214 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-0ebfbbad-3471-4724-9cf6-e18c7eaec549 admin admin] Calling delete_port for 6c78387d-2e4b-410c-909b-70fd872281d0 owned by network:router_interface {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:49:47.252762 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbbad-3471-4724-9cf6-e18c7eaec549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:47.257684 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-ea3c4bbe-191b-45fc-b70f-165edc14203c tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:47.305409 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfbbad-3471-4724-9cf6-e18c7eaec549 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c78387d-2e4b-410c-909b-70fd872281d0,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:47.308525 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0ebfbbad-3471-4724-9cf6-e18c7eaec549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:47.576945 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbbad-3471-4724-9cf6-e18c7eaec549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774362'] for router_interface, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:48.078525 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebfbbad-3471-4724-9cf6-e18c7eaec549 admin admin] Router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:49:48.260884 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebfbbad-3471-4724-9cf6-e18c7eaec549 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:49:48.272046 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34520fee-4a4b-4b46-ad02-9715d5709aca None None] Sync routers for ids ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'] in dv-cinder-798099-1-iscsi {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:49:48.278161 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-0ebfbbad-3471-4724-9cf6-e18c7eaec549 admin admin] 10.222.0.38 "PUT /v2.0/routers/70b551ba-f478-48dd-99cc-d47c6fb0efc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7534878 Jun 27 12:49:48.280795 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42718) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:48.282624 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34520fee-4a4b-4b46-ad02-9715d5709aca None None] Routers {'70b551ba-f478-48dd-99cc-d47c6fb0efc3'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:49:48.283562 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-34520fee-4a4b-4b46-ad02-9715d5709aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:49:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:48.466182 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:48.471889 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-34520fee-4a4b-4b46-ad02-9715d5709aca None None] Set router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:49:48.645863 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:48.658975 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Deleting port cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:49:48.659319 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:48.755871 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-34520fee-4a4b-4b46-ad02-9715d5709aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:49:47Z', 'revision_number': 5, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port': {'id': 'cb43c26e-8ba2-4eba-a15f-005b3fc1ea10', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:17Z', 'updated_at': '2021-06-27T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:48.759827 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34520fee-4a4b-4b46-ad02-9715d5709aca None None] Checking router: 70b551ba-f478-48dd-99cc-d47c6fb0efc3 for host: dv-cinder-798099-1-iscsi {{(pid=78481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:49:48.768214 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34520fee-4a4b-4b46-ad02-9715d5709aca None None] Routers {'70b551ba-f478-48dd-99cc-d47c6fb0efc3'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:49:48.769108 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-34520fee-4a4b-4b46-ad02-9715d5709aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:49:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'], 'active': True} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:48.836334 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] For port cb43c26e-8ba2-4eba-a15f-005b3fc1ea10, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=cb43c26e-8ba2-4eba-a15f-005b3fc1ea10,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:49:48.836742 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:48.914463 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_dvr_db [None req-34520fee-4a4b-4b46-ad02-9715d5709aca None None] Set router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 gateway port host: None {{(pid=78481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:49:48.959038 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Calling delete_port for cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 owned by network:router_gateway {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:49:49.015191 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.db.l3_hamode_db [None req-34520fee-4a4b-4b46-ad02-9715d5709aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:49:48Z', 'revision_number': 6, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port_host': None}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:49.019554 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34520fee-4a4b-4b46-ad02-9715d5709aca None None] The sync data for ids ['70b551ba-f478-48dd-99cc-d47c6fb0efc3'] in dv-cinder-798099-1-iscsi is: [{'id': '70b551ba-f478-48dd-99cc-d47c6fb0efc3', 'name': 'tempest-TestShelveInstance-1647299469-router', 'tenant_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:16Z', 'updated_at': '2021-06-27T12:49:48Z', 'revision_number': 6, 'project_id': 'ad72131aec4f41d7b218a8d93e3e47d1', 'gw_port_host': None}] {{(pid=78481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:49:49.141832 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:49.145754 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e10246d0-5145-462b-a1f2-e970133dc5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:49.187150 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb43c26e-8ba2-4eba-a15f-005b3fc1ea10,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:49.190163 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:49.399973 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3820307'] for router_gateway, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:49.569371 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100831'] for router, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:49.571851 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:49.604019 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3820286'] for router, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:49.604714 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70b551ba-f478-48dd-99cc-d47c6fb0efc3 {{(pid=78479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 12:49:49.620583 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] Notify callbacks [] for router, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:49.622349 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-d123a2f6-3d1e-4cbb-981b-4601f5f802e5 admin admin] 10.222.0.38 "DELETE /v2.0/routers/70b551ba-f478-48dd-99cc-d47c6fb0efc3 HTTP/1.1" status: 204 len: 168 time: 1.3403370 Jun 27 12:49:49.626267 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42722) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:49.692924 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_v2 [None req-9023ff6b-55a6-4f33-b455-cd679c35482b admin admin] Deleting subnet 193ae10d-16df-4543-89e5-5712c19e05a6 {{(pid=78479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:49:49.696234 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9023ff6b-55a6-4f33-b455-cd679c35482b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:49.745928 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9023ff6b-55a6-4f33-b455-cd679c35482b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424079'] for subnet, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:49.826863 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9023ff6b-55a6-4f33-b455-cd679c35482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:49.898918 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9023ff6b-55a6-4f33-b455-cd679c35482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10275257'] for subnet, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:49.902525 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-e681a9a4-6710-4171-839b-ae32ab277fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:49.936188 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023ff6b-55a6-4f33-b455-cd679c35482b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=193ae10d-16df-4543-89e5-5712c19e05a6,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:49.939288 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9023ff6b-55a6-4f33-b455-cd679c35482b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:49.940264 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9023ff6b-55a6-4f33-b455-cd679c35482b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:49.946153 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1087f3-132e-45ea-8d5b-8b062e212214 None None] Network a8509124-4116-4457-96cd-ce4280128114 requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:49:49.947072 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-9023ff6b-55a6-4f33-b455-cd679c35482b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/193ae10d-16df-4543-89e5-5712c19e05a6 HTTP/1.1" status: 204 len: 168 time: 0.3196492 Jun 27 12:49:49.950028 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42726) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:50.060528 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:50.071036 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Deleting port 326a505e-3c07-41ce-8e35-cceedddf4d91 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:49:50.071363 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:50.233473 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725571a3-82c9-4bca-b660-8343114e9414 None None] DHCP port deletion for a8509124-4116-4457-96cd-ce4280128114 request from dv-cinder-798099-1-iscsi {{(pid=78481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 12:49:50.238121 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-725571a3-82c9-4bca-b660-8343114e9414 None None] Deleting port 326a505e-3c07-41ce-8e35-cceedddf4d91 {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:49:50.238500 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-725571a3-82c9-4bca-b660-8343114e9414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:50.281429 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] For port 326a505e-3c07-41ce-8e35-cceedddf4d91, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=326a505e-3c07-41ce-8e35-cceedddf4d91,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:49:50.282114 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:50.404710 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Calling delete_port for 326a505e-3c07-41ce-8e35-cceedddf4d91 owned by network:dhcp {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:49:50.446838 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-725571a3-82c9-4bca-b660-8343114e9414 None None] For port 326a505e-3c07-41ce-8e35-cceedddf4d91, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=326a505e-3c07-41ce-8e35-cceedddf4d91,segment=NetworkSegment(3526e7d7-686a-4aec-84a1-3faf9f3d4479),segment_id=3526e7d7-686a-4aec-84a1-3faf9f3d4479)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:49:50.447228 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-725571a3-82c9-4bca-b660-8343114e9414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:50.484253 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:50.488495 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-64193d07-fc6e-46d3-acd8-8e68c211ceeb tempest-TestShelveInstance-1358202818 tempest-TestShelveInstance-1358202818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:50.543364 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Pushing event deleted for resources: {'Port': ['ID=326a505e-3c07-41ce-8e35-cceedddf4d91,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:50.546393 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 326a505e-3c07-41ce-8e35-cceedddf4d91 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:49:50.547432 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:50.548461 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] No DVR routers for this DVR port 326a505e-3c07-41ce-8e35-cceedddf4d91 on host dv-cinder-798099-1-iscsi {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:49:50.639502 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-725571a3-82c9-4bca-b660-8343114e9414 None None] Calling delete_port for 326a505e-3c07-41ce-8e35-cceedddf4d91 owned by network:dhcp {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:49:50.671988 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:50.681315 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 326a505e-3c07-41ce-8e35-cceedddf4d91 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:49:50.681659 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 326a505e-3c07-41ce-8e35-cceedddf4d91 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:49:50.682060 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:49:50.685855 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8509124-4116-4457-96cd-ce4280128114']}} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:50.697899 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3526e7d7-686a-4aec-84a1-3faf9f3d4479') {'for_net_delete': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:50.698193 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3526e7d7-686a-4aec-84a1-3faf9f3d4479') {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:50.709817 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424118'] for segment, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:50.722673 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:49:50.723061 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device cb43c26e-8ba2-4eba-a15f-005b3fc1ea10 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:49:50.723502 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 6c78387d-2e4b-410c-909b-70fd872281d0 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:49:50.726260 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:50.732189 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=78479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:49:50.732598 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2205596'] for segment, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: Traceback (most recent call last): Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: timer() Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: cb(*args, **kw) Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: return func(*args, **kwargs) Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: self._notify() Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: self.callback(batched_events) Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: event.method(event) Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: return f(self, *a, **k) Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._get(url).json() Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: return self.request(url, 'GET', **kwargs) Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:49:50.745732 dv-cinder-798099-1-iscsi neutron-server[78479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:49:50.763132 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 6c78387d-2e4b-410c-909b-70fd872281d0 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:49:50.763475 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 6c78387d-2e4b-410c-909b-70fd872281d0 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:49:50.784841 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.db.api [None req-725571a3-82c9-4bca-b660-8343114e9414 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:49:50.785206 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_db.api [None req-725571a3-82c9-4bca-b660-8343114e9414 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:49:50.939380 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:50.943693 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:50.956744 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:50.965612 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8509124-4116-4457-96cd-ce4280128114,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:50.969915 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:50.975813 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-b628fdda-2a8d-4222-898d-d6834fc2a709 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a8509124-4116-4457-96cd-ce4280128114 HTTP/1.1" status: 204 len: 168 time: 1.0248260 Jun 27 12:49:50.978768 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42730) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:51.286423 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-725571a3-82c9-4bca-b660-8343114e9414 None None] Deleting port 326a505e-3c07-41ce-8e35-cceedddf4d91 {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:49:51.287074 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-725571a3-82c9-4bca-b660-8343114e9414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:51.353724 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-725571a3-82c9-4bca-b660-8343114e9414 None None] The port '326a505e-3c07-41ce-8e35-cceedddf4d91' was deleted {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 12:49:51.553638 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0703b837-7cf6-453c-a1c0-11ccb8f572a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774262'] for router_interface, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:51.902989 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-0703b837-7cf6-453c-a1c0-11ccb8f572a6 admin admin] Deleting port e92f37a8-2559-4037-8601-2d097ccd23ae {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:49:51.903319 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0703b837-7cf6-453c-a1c0-11ccb8f572a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:52.072771 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-0703b837-7cf6-453c-a1c0-11ccb8f572a6 admin admin] For port e92f37a8-2559-4037-8601-2d097ccd23ae, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=e92f37a8-2559-4037-8601-2d097ccd23ae,segment=NetworkSegment(a420aa3a-ddc9-4de6-a328-153aec1dfa27),segment_id=a420aa3a-ddc9-4de6-a328-153aec1dfa27)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:49:52.073076 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0703b837-7cf6-453c-a1c0-11ccb8f572a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:52.195919 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-0703b837-7cf6-453c-a1c0-11ccb8f572a6 admin admin] Calling delete_port for e92f37a8-2559-4037-8601-2d097ccd23ae owned by network:router_interface {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:49:52.378455 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0703b837-7cf6-453c-a1c0-11ccb8f572a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:52.385776 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-d58dce95-c65b-4f09-bc2a-69547bc7704a tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:52.553954 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703b837-7cf6-453c-a1c0-11ccb8f572a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e92f37a8-2559-4037-8601-2d097ccd23ae,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:52.556788 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-0703b837-7cf6-453c-a1c0-11ccb8f572a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:52.824261 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-0703b837-7cf6-453c-a1c0-11ccb8f572a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774362'] for router_interface, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:53.180973 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0703b837-7cf6-453c-a1c0-11ccb8f572a6 admin admin] Router 820941b7-6b3e-46b0-91b0-64c947dce9a0 has already been hosted by L3 agent 25db1c33-fc42-4161-9f8b-00b7f5f8e442 {{(pid=78479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 27 12:49:53.353838 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0703b837-7cf6-453c-a1c0-11ccb8f572a6 admin admin] Notify agent at l3_agent.dv-cinder-798099-1-iscsi the message routers_updated {{(pid=78479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 27 12:49:53.363454 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43d20b-1636-44ea-9256-05ed47b0bc6f None None] Sync routers for ids ['820941b7-6b3e-46b0-91b0-64c947dce9a0'] in dv-cinder-798099-1-iscsi {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 12:49:53.375214 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-0703b837-7cf6-453c-a1c0-11ccb8f572a6 admin admin] 10.222.0.38 "PUT /v2.0/routers/820941b7-6b3e-46b0-91b0-64c947dce9a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3954632 Jun 27 12:49:53.377445 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43d20b-1636-44ea-9256-05ed47b0bc6f None None] Routers {'820941b7-6b3e-46b0-91b0-64c947dce9a0'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:49:53.378058 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42734) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:53.378580 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-5a43d20b-1636-44ea-9256-05ed47b0bc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:49:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['820941b7-6b3e-46b0-91b0-64c947dce9a0'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:53.554868 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-5a43d20b-1636-44ea-9256-05ed47b0bc6f None None] Set router 820941b7-6b3e-46b0-91b0-64c947dce9a0 gateway port host: dv-cinder-798099-1-iscsi {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:49:53.646022 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Notify callbacks [] for router, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:53.826992 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:53.839956 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Deleting port 5b978457-2a4f-427c-bf75-faa70dcfa674 {{(pid=78480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:49:53.840478 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:53.841075 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-5a43d20b-1636-44ea-9256-05ed47b0bc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'name': 'tempest-TestShelveInstance-1889462825-router', 'tenant_id': '72f7636361334f11a1deebf131448385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'external_fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:49:52Z', 'revision_number': 5, 'project_id': '72f7636361334f11a1deebf131448385', 'gw_port': {'id': '5b978457-2a4f-427c-bf75-faa70dcfa674', 'name': '', 'network_id': '95203e1a-d9c9-4f54-b889-7dac30ed9d8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:98:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798099-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2c8bf52-d6f6-4db7-a231-760e237aecba', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798099-1-iscsi'}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:53.845541 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43d20b-1636-44ea-9256-05ed47b0bc6f None None] Checking router: 820941b7-6b3e-46b0-91b0-64c947dce9a0 for host: dv-cinder-798099-1-iscsi {{(pid=78482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 12:49:53.854309 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43d20b-1636-44ea-9256-05ed47b0bc6f None None] Routers {'820941b7-6b3e-46b0-91b0-64c947dce9a0'} bound to L3 agent in host dv-cinder-798099-1-iscsi {{(pid=78482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 27 12:49:53.854919 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-5a43d20b-1636-44ea-9256-05ed47b0bc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798099-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:18:59Z,description=,heartbeat_timestamp=2021-06-27T12:49:29Z,host='dv-cinder-798099-1-iscsi',id=25db1c33-fc42-4161-9f8b-00b7f5f8e442,load=0,resource_versions=,resources_synced=,started_at=2021-06-27T12:18:59Z,topic='l3_agent')) {'router_ids': ['820941b7-6b3e-46b0-91b0-64c947dce9a0'], 'active': True} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:54.027240 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.db [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] For port 5b978457-2a4f-427c-bf75-faa70dcfa674, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=5b978457-2a4f-427c-bf75-faa70dcfa674,segment=NetworkSegment(28e6c05d-1541-4117-9093-94535c1caffb),segment_id=28e6c05d-1541-4117-9093-94535c1caffb)] {{(pid=78480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:49:54.027599 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:54.047558 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_dvr_db [None req-5a43d20b-1636-44ea-9256-05ed47b0bc6f None None] Set router 820941b7-6b3e-46b0-91b0-64c947dce9a0 gateway port host: None {{(pid=78482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 27 12:49:54.149146 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.plugins.ml2.plugin [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Calling delete_port for 5b978457-2a4f-427c-bf75-faa70dcfa674 owned by network:router_gateway {{(pid=78480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:49:54.149940 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.l3_hamode_db [None req-5a43d20b-1636-44ea-9256-05ed47b0bc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'name': 'tempest-TestShelveInstance-1889462825-router', 'tenant_id': '72f7636361334f11a1deebf131448385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:49:53Z', 'revision_number': 6, 'project_id': '72f7636361334f11a1deebf131448385', 'gw_port_host': None}], 'dv-cinder-798099-1-iscsi', False) {} {{(pid=78482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:54.154955 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43d20b-1636-44ea-9256-05ed47b0bc6f None None] The sync data for ids ['820941b7-6b3e-46b0-91b0-64c947dce9a0'] in dv-cinder-798099-1-iscsi is: [{'id': '820941b7-6b3e-46b0-91b0-64c947dce9a0', 'name': 'tempest-TestShelveInstance-1889462825-router', 'tenant_id': '72f7636361334f11a1deebf131448385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:44:23Z', 'updated_at': '2021-06-27T12:49:53Z', 'revision_number': 6, 'project_id': '72f7636361334f11a1deebf131448385', 'gw_port_host': None}] {{(pid=78482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 12:49:54.326870 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2401533'] for port, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:54.332118 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-093c5b58-b7d4-428d-8bc3-507c0b6564d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:54.406194 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b978457-2a4f-427c-bf75-faa70dcfa674,revision_number=None']} {{(pid=78480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:54.413367 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG oslo_concurrency.lockutils [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:54.475398 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3820307'] for router_gateway, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:54.654004 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3774297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100831'] for router, precommit_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:54.656861 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:54.692572 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3820286'] for router, after_delete {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:54.693132 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 820941b7-6b3e-46b0-91b0-64c947dce9a0 {{(pid=78480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 27 12:49:54.706541 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron_lib.callbacks.manager [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] Notify callbacks [] for router, before_response {{(pid=78480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:54.707677 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-7a9bd747-f945-493f-945c-621d204cf310 admin admin] 10.222.0.38 "DELETE /v2.0/routers/820941b7-6b3e-46b0-91b0-64c947dce9a0 HTTP/1.1" status: 204 len: 168 time: 1.3285949 Jun 27 12:49:54.710464 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42738) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:54.773394 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.db_base_plugin_v2 [None req-777d0dfc-e8d4-4d70-b40f-c5087b413b1f admin admin] Deleting subnet 12d2e791-7314-473f-865d-baf9c9107162 {{(pid=78479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 27 12:49:54.776359 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-777d0dfc-e8d4-4d70-b40f-c5087b413b1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:54.825811 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-777d0dfc-e8d4-4d70-b40f-c5087b413b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424079'] for subnet, precommit_delete_associations {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:54.884886 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device e92f37a8-2559-4037-8601-2d097ccd23ae no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:49:54.904437 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-777d0dfc-e8d4-4d70-b40f-c5087b413b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930523'] for subnet, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:54.920171 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: e92f37a8-2559-4037-8601-2d097ccd23ae {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:49:54.920550 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device e92f37a8-2559-4037-8601-2d097ccd23ae not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:49:54.982629 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-777d0dfc-e8d4-4d70-b40f-c5087b413b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-930572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10275257'] for subnet, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:54.986725 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:55.022197 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d0dfc-e8d4-4d70-b40f-c5087b413b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d2e791-7314-473f-865d-baf9c9107162,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:55.025336 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-777d0dfc-e8d4-4d70-b40f-c5087b413b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:55.026253 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-777d0dfc-e8d4-4d70-b40f-c5087b413b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:55.031724 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510197e1-5340-4cc1-ac0d-c44524fad102 None None] Network f35ed9c8-3e8b-4dec-969d-8eda560a323f requested from dv-cinder-798099-1-iscsi {{(pid=78481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 27 12:49:55.032794 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-777d0dfc-e8d4-4d70-b40f-c5087b413b1f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/12d2e791-7314-473f-865d-baf9c9107162 HTTP/1.1" status: 204 len: 168 time: 0.3212905 Jun 27 12:49:55.035311 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42742) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:55.143004 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825658'] for network, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:55.154698 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Deleting port 8c3c18af-1ba3-45ea-a39c-daa1844a1246 {{(pid=78479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:49:55.155115 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:55.280781 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74103cb-fe92-42de-9624-c63e7d76eab5 None None] DHCP port deletion for f35ed9c8-3e8b-4dec-969d-8eda560a323f request from dv-cinder-798099-1-iscsi {{(pid=78481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 27 12:49:55.285406 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e74103cb-fe92-42de-9624-c63e7d76eab5 None None] Deleting port 8c3c18af-1ba3-45ea-a39c-daa1844a1246 {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:49:55.285799 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e74103cb-fe92-42de-9624-c63e7d76eab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:55.480442 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.db [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] For port 8c3c18af-1ba3-45ea-a39c-daa1844a1246, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=8c3c18af-1ba3-45ea-a39c-daa1844a1246,segment=NetworkSegment(a420aa3a-ddc9-4de6-a328-153aec1dfa27),segment_id=a420aa3a-ddc9-4de6-a328-153aec1dfa27)] {{(pid=78479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:49:55.480715 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:55.486553 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.db [None req-e74103cb-fe92-42de-9624-c63e7d76eab5 None None] For port 8c3c18af-1ba3-45ea-a39c-daa1844a1246, host dv-cinder-798099-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798099-1-iscsi',level=0,port_id=8c3c18af-1ba3-45ea-a39c-daa1844a1246,segment=NetworkSegment(a420aa3a-ddc9-4de6-a328-153aec1dfa27),segment_id=a420aa3a-ddc9-4de6-a328-153aec1dfa27)] {{(pid=78481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 27 12:49:55.487646 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e74103cb-fe92-42de-9624-c63e7d76eab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821110'] for port, precommit_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:55.602059 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.plugin [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Calling delete_port for 8c3c18af-1ba3-45ea-a39c-daa1844a1246 owned by network:dhcp {{(pid=78479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:49:55.613843 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e74103cb-fe92-42de-9624-c63e7d76eab5 None None] Calling delete_port for 8c3c18af-1ba3-45ea-a39c-daa1844a1246 owned by network:dhcp {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 27 12:49:55.661824 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:55.679543 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-989331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737232379868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737231934468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2205647'] for port, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:55.683302 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-3537c0f5-92b5-4034-b388-151aec6c820f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:55.691685 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.db.api [None req-e74103cb-fe92-42de-9624-c63e7d76eab5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 27 12:49:55.692062 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG oslo_db.api [None req-e74103cb-fe92-42de-9624-c63e7d76eab5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 12:49:55.733268 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3c18af-1ba3-45ea-a39c-daa1844a1246,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:55.736213 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:55.736986 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] No DVR routers for this DVR port 8c3c18af-1ba3-45ea-a39c-daa1844a1246 on host dv-cinder-798099-1-iscsi {{(pid=78479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 27 12:49:55.854126 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-921414', 'neutron.services.segments.db._delete_segments_for_network-8737232388801'] for network, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:55.867757 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35ed9c8-3e8b-4dec-969d-8eda560a323f']}} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:55.882226 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a420aa3a-ddc9-4de6-a328-153aec1dfa27') {'for_net_delete': True} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:55.882523 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.services.segments.db [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a420aa3a-ddc9-4de6-a328-153aec1dfa27') {} {{(pid=78479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 12:49:55.893931 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737232399912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424118'] for segment, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:55.910400 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933505'] for segment, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:55.918004 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=78479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 12:49:55.918286 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-933518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2205596'] for segment, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: Traceback (most recent call last): Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: timer() Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: cb(*args, **kw) Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: return func(*args, **kwargs) Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: self._notify() Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: self.callback(batched_events) Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: event.method(event) Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: aggregate_uuid = self.p_client.list_aggregates( Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: return f(self, *a, **k) Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._get(url).json() Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: return self.request(url, 'GET', **kwargs) Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: base_url = self.get_endpoint(auth, allow=allow, Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 27 12:49:55.932248 dv-cinder-798099-1-iscsi neutron-server[78479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 27 12:49:56.017606 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-921433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3820342'] for network, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:56.022494 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-839b0228-e4ba-4dc9-b00a-c13915e64a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:56.038252 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690171'] for network, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:56.054324 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Pushing event deleted for resources: {'Network': ['ID=f35ed9c8-3e8b-4dec-969d-8eda560a323f,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:56.058069 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:56.059838 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-64ba5521-b06b-4d80-88c2-14e7d7227946 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f35ed9c8-3e8b-4dec-969d-8eda560a323f HTTP/1.1" status: 204 len: 168 time: 1.0235991 Jun 27 12:49:56.193913 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e74103cb-fe92-42de-9624-c63e7d76eab5 None None] Deleting port 8c3c18af-1ba3-45ea-a39c-daa1844a1246 {{(pid=78481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 27 12:49:56.194524 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e74103cb-fe92-42de-9624-c63e7d76eab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737232378224'] for port, before_delete {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:56.237248 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42748) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:56.262587 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e74103cb-fe92-42de-9624-c63e7d76eab5 None None] The port '8c3c18af-1ba3-45ea-a39c-daa1844a1246' was deleted {{(pid=78481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 27 12:49:56.290152 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-6225a78d-fc0f-4333-ac21-1bf16dc59a7c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad72131aec4f41d7b218a8d93e3e47d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514958 Jun 27 12:49:56.292634 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42752) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:56.355750 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2eb15ea6-a010-48fe-bf97-dcb0bccbd384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:56.388686 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2eb15ea6-a010-48fe-bf97-dcb0bccbd384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:56.445814 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2eb15ea6-a010-48fe-bf97-dcb0bccbd384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:56.449811 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-46c32822-609f-446e-8658-687a20c9de44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:56.462548 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb15ea6-a010-48fe-bf97-dcb0bccbd384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d27cf9-f6f8-4aa9-81c7-8685aa9a8f34,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:56.466083 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-2eb15ea6-a010-48fe-bf97-dcb0bccbd384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:56.471632 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-2eb15ea6-a010-48fe-bf97-dcb0bccbd384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:56.476643 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-2eb15ea6-a010-48fe-bf97-dcb0bccbd384 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40d27cf9-f6f8-4aa9-81c7-8685aa9a8f34 HTTP/1.1" status: 204 len: 168 time: 0.1821327 Jun 27 12:49:56.488157 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 5b978457-2a4f-427c-bf75-faa70dcfa674 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:49:56.532198 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 5b978457-2a4f-427c-bf75-faa70dcfa674 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:49:56.532572 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 5b978457-2a4f-427c-bf75-faa70dcfa674 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:49:56.532988 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 8c3c18af-1ba3-45ea-a39c-daa1844a1246 no longer exists at agent ovs-agent-dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 27 12:49:56.567133 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.plugin [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] No Port match for: 8c3c18af-1ba3-45ea-a39c-daa1844a1246 {{(pid=78481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 27 12:49:56.567449 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron.plugins.ml2.rpc [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Device 8c3c18af-1ba3-45ea-a39c-daa1844a1246 not bound to the agent host dv-cinder-798099-1-iscsi {{(pid=78481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 27 12:49:56.569104 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1d3f-14e1-4258-95fc-b5594f5d9a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:56.912107 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:56.920914 dv-cinder-798099-1-iscsi neutron-server[78480]: DEBUG neutron.wsgi [-] (78480) accepted ('10.222.0.38', 42762) {{(pid=78480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:56.970299 dv-cinder-798099-1-iscsi neutron-server[78480]: INFO neutron.wsgi [None req-88d8175d-5170-4479-92f3-66680ec8e563 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72f7636361334f11a1deebf131448385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481009 Jun 27 12:49:56.973557 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [-] (78479) accepted ('10.222.0.38', 42766) {{(pid=78479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 27 12:49:57.039297 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9a1e0e6f-8968-4508-b8f2-e523803406c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:57.064681 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9a1e0e6f-8968-4508-b8f2-e523803406c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:57.125403 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9a1e0e6f-8968-4508-b8f2-e523803406c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685013'] for security_group, after_delete {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:57.131099 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-894c34bc-40e6-40d8-a375-19502e490d6e tempest-AttachVolumeShelveTestJSON-51472386 tempest-AttachVolumeShelveTestJSON-51472386-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 27 12:49:57.144093 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e0e6f-8968-4508-b8f2-e523803406c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f019c3be-58ac-43c0-9707-3a20786a61ad,revision_number=None']} {{(pid=78479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 12:49:57.146975 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG oslo_concurrency.lockutils [None req-9a1e0e6f-8968-4508-b8f2-e523803406c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 27 12:49:57.150419 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron_lib.callbacks.manager [None req-9a1e0e6f-8968-4508-b8f2-e523803406c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:49:57.152841 dv-cinder-798099-1-iscsi neutron-server[78479]: INFO neutron.wsgi [None req-9a1e0e6f-8968-4508-b8f2-e523803406c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f019c3be-58ac-43c0-9707-3a20786a61ad HTTP/1.1" status: 204 len: 168 time: 0.1782575 Jun 27 12:49:59.135514 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2a0aa284-81cb-451d-bc58-7704e7db011b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:00.204430 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:00.648136 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:50:01.688735 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:25.578535 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:26.498581 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-987a6152-f5a9-4bfc-bc6a-dff397d0a165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:26.921777 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:29.145081 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-8d0acf73-a091-48e1-994f-24be53ea2a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:30.209444 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:31.690876 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:37.648666 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:50:55.595271 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:56.498280 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-8ce2a3f0-b714-47ed-8658-a86dd373ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:56.921930 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:50:59.143770 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-09c7a9f0-616a-4518-8220-6a4e4e107b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:00.214455 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:01.696376 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:14.648196 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:51:25.598114 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:26.499367 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-da1ea06f-3ee4-4c13-93d0-c48a900c082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:26.919112 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:29.139479 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-a148a148-4611-42d3-a04a-9f11ec8fbc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:30.222246 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:31.698521 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:51.647725 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:51:55.610405 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:56.495104 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-fe857121-65f9-4a66-8f3d-08f2f8082448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:56.920618 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:51:59.140381 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-ee262d5c-9214-4cbf-aa0e-89d992e55f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:00.222635 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:01.700626 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:25.629597 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:26.490441 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e37728ce-81f9-4aba-b793-f0e97e1ea0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:26.925161 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:28.649841 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:52:29.144525 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-bbc5fac1-f127-4622-b8d9-711046021199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:30.220514 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:31.707042 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:55.620756 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:56.494208 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-32ba12f1-348e-4c21-9204-1d3fa3731c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:56.925684 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:52:59.139025 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-7a9295d7-84a8-47c9-91ae-34f27bc23894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:00.229850 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:01.706335 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:05.653224 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:53:25.629445 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:26.500074 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-32a2140a-f5ad-4eef-ab67-3072d9554f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:26.928757 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:29.148806 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0b3ffe19-6554-4416-aa92-a4460f27f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:30.231160 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:31.716158 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:42.652321 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:53:55.623506 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:56.504631 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-daad6388-eeea-439f-9a19-19531ae342e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:56.924458 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:53:59.150818 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0e7e4dac-211d-4e5e-864f-94e4055b3938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:00.240205 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:01.712228 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:19.654769 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:54:25.633525 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:26.501605 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1acc-2a14-49d0-b1a4-3f2bd8004af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:26.930363 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:29.151419 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-529e40d8-2b0b-4ff6-b645-adc4dd0c97a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:30.235187 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:31.716053 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:55.635024 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-24e5ec28-7579-4670-a47a-dda8124abc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:56.513661 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-9bc47f27-cf7b-444e-a781-c4e6f9e6d466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:56.656837 dv-cinder-798099-1-iscsi neutron-server[78482]: DEBUG neutron.db.agents_db [None req-f440c6a4-eab4-40af-8e36-ab590cd5b83a None None] Agent healthcheck: found 6 active agents {{(pid=78482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 27 12:54:56.927887 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-e0230463-da5a-4639-9b3a-00401dbe3832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:54:58.231969 dv-cinder-798099-1-iscsi neutron-server[78479]: DEBUG neutron.wsgi [req-1d5310b7-894a-4710-8a15-5468993e971e req-be93d3c2-43ef-4365-90cb-057c9675c356 tempest-AttachVolumeNegativeTest-1670849739 tempest-AttachVolumeNegativeTest-1670849739-project] (78479) timed out ('10.222.0.36', 49887) {{(pid=78479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 27 12:54:59.152193 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-527d0c5d-f637-4d2c-890e-9309efc5168a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:00.238463 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-0db4a5de-e54d-44a2-894a-28fe7847d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 27 12:55:01.718470 dv-cinder-798099-1-iscsi neutron-server[78481]: DEBUG neutron_lib.callbacks.manager [None req-2ed28144-2d13-4ae8-a575-d810e6108921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737232388810', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-919960'] for agent, after_update {{(pid=78481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}